-- Logs begin at Wed 2021-07-14 13:25:05 UTC, end at Wed 2021-07-14 14:49:08 UTC. -- Jul 14 13:53:26.302599 dv-cinder-786927-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 13:53:29.024073 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.common.config [-] Logging enabled! Jul 14 13:53:29.024703 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 13:53:29.024849 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92818) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 13:53:29.028062 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.common.config [-] Logging enabled! Jul 14 13:53:29.028312 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 13:53:29.028619 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92818) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 13:53:29.029586 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 13:53:29.029815 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 13:53:29.030176 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 13:53:29.030418 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 13:53:29.030638 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 13:53:29.030950 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.031239 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.031530 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.031756 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.032045 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.032331 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.032607 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.032904 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.033216 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.033500 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.033773 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.034053 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.034279 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.034554 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.034837 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.035117 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.035334 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] debug = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.035609 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.036032 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.036442 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.036722 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.037008 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.037306 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.037578 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.037849 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.038128 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.038473 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] host = dv-cinder-786927-3-iscsi {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.038750 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.039034 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.039319 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.039604 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.039874 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.040147 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.040428 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.040694 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.040961 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] log_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.041252 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.041538 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.041822 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.042107 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.042327 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.042545 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.042830 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.043112 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.043383 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.043651 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.043921 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.044190 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.044457 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.044720 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.044997 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.045303 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.045586 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.045856 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.046124 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.046389 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.046659 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.046938 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.047204 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.047472 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.047738 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.048018 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.048281 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.048548 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.048842 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.049146 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.049424 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.049707 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.049974 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.050251 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.050515 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.050781 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.051045 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] use_json = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.051309 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.051575 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.051848 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.052114 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.052379 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.052645 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.052909 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.053211 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:29.053504 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.053799 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.054623 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.054907 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.055200 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.055473 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.055761 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.056033 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.056318 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.056603 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.056885 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.057185 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.057470 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.057746 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.058040 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.058342 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.058632 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.058922 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.059192 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.059461 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.059729 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.060001 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.060280 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.060567 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.060852 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.061144 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.061419 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.061706 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.061977 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.062245 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.062517 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.062801 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.063071 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.063335 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.063612 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.063887 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.064157 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.064426 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.064698 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.064985 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.065281 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.065547 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.065814 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.066085 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.066350 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.066631 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.066904 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.067177 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.067446 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.067717 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.067985 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.068252 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.068522 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.068790 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.069079 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.069350 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.069617 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.070438 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.070707 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.070973 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.071241 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.071505 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.071776 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.072041 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.072308 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.072574 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.072842 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.073135 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.073417 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.073709 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.073980 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.074250 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.074520 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.074792 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.075058 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.075326 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.075595 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.075865 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.076132 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.076417 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.076690 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.076975 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.077277 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.077547 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.077836 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.078107 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.078380 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.078648 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.078919 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.079201 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.079478 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.079769 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.080061 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.080353 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.080644 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.080926 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.081228 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.081534 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.081805 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:29.082016 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 13:53:29.082255 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92818) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 13:53:29.431014 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 13:53:29.431303 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 13:53:29.431591 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 13:53:29.431922 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 13:53:29.821729 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.822004 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.822186 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.823480 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.823751 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.824018 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.858851 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.859130 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.859396 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.875246 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.875530 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.875805 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.906500 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.906790 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.907061 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.942856 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.943165 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:29.943435 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.176288 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.176938 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.176938 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.177161 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.177825 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.298043 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.298364 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.298647 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.298919 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.299182 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.299491 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.299748 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.300003 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.300257 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.300535 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.300791 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.301073 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.301329 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.301581 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.301835 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.302097 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.302349 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.302614 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.302881 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.303137 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.303404 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.303659 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.303939 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.304849 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.305122 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.305370 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.305780 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:53:30.306025 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:53:30.306263 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:53:30.306500 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:53:30.306736 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:53:30.306973 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:53:30.307337 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 13:53:30.310718 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 13:53:30.314706 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 13:53:30.318499 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 14 13:53:30.320745 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 13:53:30.321234 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 13:53:30.321574 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 13:53:30.321959 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 13:53:30.324758 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 13:53:30.325010 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 13:53:30.325380 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 13:53:30.355688 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 13:53:30.356147 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.356450 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92818) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 13:53:30.356812 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.358204 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92818) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 13:53:30.358496 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 13:53:30.358739 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 13:53:30.361837 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.362121 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:30.425418 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 13:53:30.425650 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 13:53:30.425886 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 13:53:30.426265 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 13:53:30.447373 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_db.sqlalchemy.engines [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92818) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 13:53:30.980871 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Initializing driver for type 'gre' Jul 14 13:53:30.984804 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] gre ID ranges: [(1, 1000)] Jul 14 13:53:31.040946 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Initializing driver for type 'local' Jul 14 13:53:31.042430 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Initializing driver for type 'vlan' Jul 14 13:53:31.058712 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] VlanTypeDriver initialization complete Jul 14 13:53:31.059107 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Initializing driver for type 'vxlan' Jul 14 13:53:31.059601 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] vxlan ID ranges: [(1, 1000)] Jul 14 13:53:31.120650 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Initializing extension driver 'port_security' Jul 14 13:53:31.120989 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.extensions.port_security [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] PortSecurityExtensionDriver initialization complete Jul 14 13:53:31.121346 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Initializing mechanism driver 'openvswitch' Jul 14 13:53:31.121673 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Initializing mechanism driver 'hyperv' Jul 14 13:53:31.128177 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.plugin [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:31.128863 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > port after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.129258 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > port after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.129614 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > port after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.130150 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:53:31.130586 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.130941 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.131291 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.131743 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:53:31.132084 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > network after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.133343 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > network after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.133452 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > network after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.133763 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:53:31.134166 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > security_group after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.134514 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > security_group after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.134851 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.135382 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:53:31.135790 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.136142 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.136490 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.136888 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:53:31.137326 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > address_group after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.137677 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > address_group after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.138018 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.138407 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92818) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:53:31.140509 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] ML2 OVO RPC backend initialized. {{(pid=92818) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 13:53:31.140509 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.140509 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.140509 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > network before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.140849 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > networks before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.140936 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > port before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.141285 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > ports before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.141633 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > subnet before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.141978 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > subnets before_response 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.142321 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > network after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.142664 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > network after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.143003 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > network after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.143341 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > port after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.143680 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > port after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.144014 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > port after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.144350 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.144687 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.145022 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.145638 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.plugin [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Modular L2 Plugin initialization complete Jul 14 13:53:31.145969 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading services supported by the core plugin {{(pid=92818) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 13:53:31.146298 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.plugins.ml2.managers [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Got port-security extension from driver 'port_security' Jul 14 13:53:31.146769 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.extensions.vlantransparent [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Disabled vlantransparent extension. Jul 14 13:53:31.147255 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92818) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 13:53:31.147569 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading Plugin: router Jul 14 13:53:31.183760 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.184427 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router after_create 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.184527 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router before_create 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.184873 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.185270 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.185632 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router after_delete 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.185992 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.186367 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router after_create 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.186720 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router after_update 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.187077 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router after_update 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.187427 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.187791 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router after_update 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.188214 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.188590 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: port after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.188937 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: port after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.189304 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: subnet after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.189668 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.190002 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.190351 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.190695 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: port before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.191038 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router precommit_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.191395 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router after_update 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.191740 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.192093 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.192463 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.192810 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.193202 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > agent after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.193557 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > agent after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.193905 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > network after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.194857 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Tracking information for resource: router configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:53:31.195680 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Tracking information for resource: floatingip configured {{(pid=92818) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:53:31.200809 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.db.l3_agentschedulers_db [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 13:53:31.201419 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: port after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.201786 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: port after_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.202141 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: port after_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.202493 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: port after_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.203304 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router before_create 55550100 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.203671 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.204032 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router precommit_create 55550100 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.204387 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > router precommit_update 55550100 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.208960 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.services.provider_configuration [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service providers = [] {{(pid=92818) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 13:53:31.209350 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.db.servicetype_db [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92818) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 13:53:31.212353 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.services.service_base [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92818) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:53:31.212706 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.services.service_base [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92818) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:53:31.213058 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.services.service_base [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92818) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:53:31.213960 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.services.service_base [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92818) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:53:31.214331 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.services.service_base [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 13:53:31.214710 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:53:31.215032 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 13:53:31.225805 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:53:31.226182 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading Plugin: auto_allocate Jul 14 13:53:31.233412 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: network precommit_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.233934 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: network precommit_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.234467 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:53:31.234792 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading Plugin: tag Jul 14 13:53:31.241497 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:53:31.242359 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading Plugin: timestamp Jul 14 13:53:31.246596 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:53:31.246927 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading Plugin: network_ip_availability Jul 14 13:53:31.253190 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.253673 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.254094 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.254976 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:53:31.255291 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading Plugin: flavors Jul 14 13:53:31.261600 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:53:31.261952 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading Plugin: revisions Jul 14 13:53:31.266940 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92818) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:53:31.267337 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_concurrency.lockutils [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.836s {{(pid=92818) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 13:53:31.268266 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92818) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 13:53:31.268669 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Initializing extension manager. Jul 14 13:53:31.269235 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: __init__.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.269672 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: __pycache__ {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.270089 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.270457 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: address_group.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.271289 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.271973 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: address-group Jul 14 13:53:31.272292 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: address_scope.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.273170 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.273787 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: address-scope Jul 14 13:53:31.274120 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.275213 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.275726 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: router-admin-state-down-before-update Jul 14 13:53:31.276052 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: agent.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.278444 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.278978 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: agent Jul 14 13:53:31.279317 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: agent_resources_synced.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.280253 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.280769 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: agent-resources-synced Jul 14 13:53:31.281135 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.283004 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.283529 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: allowed-address-pairs Jul 14 13:53:31.283858 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.284949 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.285494 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: auto-allocated-topology Jul 14 13:53:31.285824 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: availability_zone.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.286535 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.287044 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: availability_zone Jul 14 13:53:31.287363 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: availability_zone_filter.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.288303 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.288841 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: availability_zone_filter Jul 14 13:53:31.289194 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: data_plane_status.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.290112 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.290619 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 13:53:31.290944 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: default_subnetpools.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.291862 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.292369 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: default-subnetpools Jul 14 13:53:31.292693 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.293550 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.294061 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: dhcp_agent_scheduler Jul 14 13:53:31.294387 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: dns.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.295312 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.295823 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 13:53:31.296146 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: dns_domain_ports.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.297096 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.297606 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 13:53:31.297928 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.298857 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.299362 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 13:53:31.299681 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: dvr.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.300349 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.300858 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: dvr Jul 14 13:53:31.301209 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: empty_string_filtering.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.302122 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.302627 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: empty-string-filtering Jul 14 13:53:31.302948 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.303861 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.304902 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 13:53:31.305252 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.306174 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.306677 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 13:53:31.307004 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: external_net.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.307908 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.308411 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: external-net Jul 14 13:53:31.308732 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.309664 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.310165 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: extra_dhcp_opt Jul 14 13:53:31.310487 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: extraroute.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.311396 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.311899 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: extraroute Jul 14 13:53:31.312226 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: extraroute_atomic.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.313307 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.313816 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: extraroute-atomic Jul 14 13:53:31.314140 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: filter_validation.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.314817 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.315319 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: filter-validation Jul 14 13:53:31.315639 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: fip_pf_description.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.316563 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.317095 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 13:53:31.317419 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: fip_port_details.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.318336 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.318840 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: fip-port-details Jul 14 13:53:31.319162 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: flavors.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.320969 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.321520 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: flavors Jul 14 13:53:31.321848 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.323521 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.324045 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 13:53:31.324380 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: floatingip_pools.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.325118 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.325628 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: floatingip-pools Jul 14 13:53:31.325953 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: ip_allocation.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.326877 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.327385 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 13:53:31.327709 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.328632 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.329171 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: ip-substring-filtering Jul 14 13:53:31.329499 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: l2_adjacency.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.330423 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.330923 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 13:53:31.331248 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: l3.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.332245 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.332756 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: router Jul 14 13:53:31.333105 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.336040 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.336564 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 13:53:31.336899 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.337865 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.338381 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: ext-gw-mode Jul 14 13:53:31.338709 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.339624 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.340133 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: l3-ha Jul 14 13:53:31.340459 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: l3_flavors.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.341397 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.341911 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: l3-flavors Jul 14 13:53:31.342235 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.343154 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.343661 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 13:53:31.343984 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: l3agentscheduler.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.345028 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.345560 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: l3_agent_scheduler Jul 14 13:53:31.345884 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: logging.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.347409 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.347931 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension logging not supported by any of loaded plugins Jul 14 13:53:31.348260 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: metering.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.349012 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.349622 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: metering Jul 14 13:53:31.349951 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.351613 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.352127 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: metering_source_and_destination_fields Jul 14 13:53:31.352453 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: multiprovidernet.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.353417 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.353925 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: multi-provider Jul 14 13:53:31.354248 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: netmtu.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.355175 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.355946 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: net-mtu Jul 14 13:53:31.356268 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: netmtu_writable.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.357251 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.357755 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: net-mtu-writable Jul 14 13:53:31.358076 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: network_availability_zone.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.358755 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.359255 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: network_availability_zone Jul 14 13:53:31.359576 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: network_ip_availability.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.360675 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.361224 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: network-ip-availability Jul 14 13:53:31.361551 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: network_segment_range.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.362322 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.362818 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 13:53:31.363137 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: pagination.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.364133 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.364461 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: pagination Jul 14 13:53:31.364780 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: port_device_profile.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.365731 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.366247 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: port-device-profile Jul 14 13:53:31.366596 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.367519 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.368026 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: port-mac-address-regenerate Jul 14 13:53:31.368345 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.369295 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.369802 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: port-numa-affinity-policy Jul 14 13:53:31.370122 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: port_resource_request.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.371033 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.371533 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 13:53:31.371851 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: portbindings.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.372789 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.373341 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: binding Jul 14 13:53:31.373661 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: portbindings_extended.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.375076 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.375592 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: binding-extended Jul 14 13:53:31.375920 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: portsecurity.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.376840 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.377375 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: port-security Jul 14 13:53:31.377703 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: project_id.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.378677 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.379009 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: project-id Jul 14 13:53:31.379330 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: providernet.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.380260 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.380772 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: provider Jul 14 13:53:31.381125 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: qos.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.384681 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.385236 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension qos not supported by any of loaded plugins Jul 14 13:53:31.385572 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.386824 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.387345 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 13:53:31.387675 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.388597 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.389145 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 13:53:31.389475 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: qos_default.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.390387 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.390898 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension qos-default not supported by any of loaded plugins Jul 14 13:53:31.391225 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: qos_fip.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.391885 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.392391 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 13:53:31.392712 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.393666 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.394174 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 13:53:31.394496 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.395412 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.395919 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 13:53:31.396243 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.397275 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.398309 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 13:53:31.398645 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: qos_rules_alias.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.399699 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.400209 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 13:53:31.400532 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: quotasv2.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.401520 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.401849 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: quotas Jul 14 13:53:31.402182 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: quotasv2_detail.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.405254 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.405594 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: quota_details Jul 14 13:53:31.405928 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: rbac.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.407014 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.407555 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: rbac-policies Jul 14 13:53:31.407890 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: rbac_address_group.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.409031 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.409586 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: rbac-address-group Jul 14 13:53:31.409918 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: rbac_address_scope.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.410845 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.411355 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: rbac-address-scope Jul 14 13:53:31.411681 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: rbac_security_groups.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.412597 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.413136 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: rbac-security-groups Jul 14 13:53:31.413518 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.414951 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.415463 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: rbac-subnetpool Jul 14 13:53:31.415789 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: revisionifmatch.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.416714 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.417259 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: revision-if-match Jul 14 13:53:31.417595 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: revisions.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.418719 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.419227 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: standard-attr-revisions Jul 14 13:53:31.419549 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: router_availability_zone.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.420226 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.420743 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: router_availability_zone Jul 14 13:53:31.421084 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: routerservicetype.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.422008 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.422517 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 13:53:31.422842 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.423784 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.424294 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: security-groups-normalized-cidr Jul 14 13:53:31.424618 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.425567 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.426073 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: port-security-groups-filtering Jul 14 13:53:31.426395 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.427315 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.427824 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: security-groups-remote-address-group Jul 14 13:53:31.428146 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: securitygroup.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.437901 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.438436 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: security-group Jul 14 13:53:31.438767 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: segment.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.439572 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.440077 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension segment not supported by any of loaded plugins Jul 14 13:53:31.440405 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.441401 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.441914 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 13:53:31.442239 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: servicetype.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.443373 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.443890 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: service-type Jul 14 13:53:31.444219 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: sorting.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.445792 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.446127 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: sorting Jul 14 13:53:31.446450 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: standard_attr_segment.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.447452 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.447976 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 13:53:31.448299 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: standardattrdescription.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.448955 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.449498 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: standard-attr-description Jul 14 13:53:31.449824 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: stateful_security_group.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.450757 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.451273 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: stateful-security-group Jul 14 13:53:31.451597 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: stdattrs_common.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.452181 dv-cinder-786927-3-iscsi neutron-server[92818]: WARNING neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 13:53:31.452502 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.453467 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.453987 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 13:53:31.454310 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: subnet_onboard.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.455392 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.455908 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: subnet_onboard Jul 14 13:53:31.456234 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.457194 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.457707 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 13:53:31.458029 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: subnet_service_types.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.458957 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.459467 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: subnet-service-types Jul 14 13:53:31.459791 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: subnetallocation.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.461541 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.462056 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: subnet_allocation Jul 14 13:53:31.462383 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.463058 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.463567 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: subnetpool-prefix-ops Jul 14 13:53:31.463889 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.464835 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.465369 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 13:53:31.465690 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: tagging.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.466785 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.467292 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: standard-attr-tag Jul 14 13:53:31.467641 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: timestamp.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.468845 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.469404 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loaded extension: standard-attr-timestamp Jul 14 13:53:31.469735 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: trunk.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.470767 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.471283 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension trunk not supported by any of loaded plugins Jul 14 13:53:31.471611 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: trunk_details.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.472534 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.473058 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 13:53:31.473399 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.474319 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.474833 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 13:53:31.475161 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Loading extension file: vlantransparent.py {{(pid=92818) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:53:31.475843 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92818) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:53:31.476379 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 13:53:31.478947 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:network Jul 14 13:53:31.479494 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:subnet Jul 14 13:53:31.479895 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:53:31.480284 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:port Jul 14 13:53:31.481854 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:53:31.482301 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service FLAVORS assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:53:31.482921 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:53:31.483347 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:53:31.483728 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:router Jul 14 13:53:31.484119 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 13:53:31.484610 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service METERING assigned prefix: /metering {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:53:31.486101 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.486480 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.486832 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:53:31.487911 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 13:53:31.488326 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:security_group Jul 14 13:53:31.489433 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 13:53:31.489433 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service CORE assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:53:31.489718 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:53:31.490065 dv-cinder-786927-3-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] subnetpool is already registered Jul 14 13:53:31.490491 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service CORE assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:53:31.490809 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:53:31.491135 dv-cinder-786927-3-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] subnetpool is already registered Jul 14 13:53:31.493575 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:53:31.494003 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service FLAVORS assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:53:31.494604 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:53:31.495026 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:53:31.495357 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:router Jul 14 13:53:31.495694 dv-cinder-786927-3-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] router is already registered Jul 14 13:53:31.496099 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 13:53:31.496431 dv-cinder-786927-3-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] floatingip is already registered Jul 14 13:53:31.496883 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service METERING assigned prefix: /metering {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:53:31.497631 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 13:53:31.497952 dv-cinder-786927-3-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] rbac_policy is already registered Jul 14 13:53:31.498363 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:security_group Jul 14 13:53:31.498693 dv-cinder-786927-3-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] security_group is already registered Jul 14 13:53:31.499093 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 13:53:31.499423 dv-cinder-786927-3-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] security_group_rule is already registered Jul 14 13:53:31.500060 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service CORE assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:53:31.500387 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:53:31.500720 dv-cinder-786927-3-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] subnetpool is already registered Jul 14 13:53:31.501171 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.v2.resource_helper [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Service CORE assigned prefix: {{(pid=92818) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:53:31.501495 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:53:31.501823 dv-cinder-786927-3-iscsi neutron-server[92818]: WARNING neutron.quota.resource_registry [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] subnetpool is already registered Jul 14 13:53:31.502292 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: extensions {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.503775 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: address-groups {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.505283 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: address-scopes {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.506585 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: agents {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.508294 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: auto-allocated-topology {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.509565 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: availability_zones {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.510777 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: dhcp-networks {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.512512 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: dhcp-agents {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.513951 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: routers {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.515911 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: flavors {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.518046 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: service_profiles {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.519246 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: next_providers {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.520740 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: service_profiles {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.522321 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: floatingip-pools {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.524117 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: routers {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.525827 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: floatingips {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.527111 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: l3-routers {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.528512 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: l3-agents {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.529950 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: metering-labels {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.531208 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: metering-label-rules {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.532566 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: network-ip-availabilities {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.533880 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: bindings {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.535404 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: quotas {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.536931 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: quotas {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.538379 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: rbac-policies {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.539590 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: security-groups {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.540890 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: security-group-rules {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.542131 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: service-providers {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.543358 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: subnetpools {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.545222 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: subnetpools {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.546244 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.547910 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.549757 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.551510 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.553223 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.555198 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.556887 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.558711 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.560559 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.562333 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron.api.extensions [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Extended resource: tags {{(pid=92818) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:53:31.568353 dv-cinder-786927-3-iscsi neutron-server[92818]: WARNING keystonemiddleware.auth_token [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 13:53:31.573497 dv-cinder-786927-3-iscsi neutron-server[92818]: WARNING keystonemiddleware.auth_token [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 13:53:31.581941 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_concurrency.lockutils [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Acquired lock "singleton_lock" {{(pid=92818) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 13:53:31.582423 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_concurrency.lockutils [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Releasing lock "singleton_lock" {{(pid=92818) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 13:53:31.583070 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO oslo_service.service [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Starting 2 workers Jul 14 13:53:31.588492 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Started child 92927 {{(pid=92818) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:53:31.593205 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Started child 92928 {{(pid=92818) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:53:31.594185 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.594864 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO neutron.service [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 13:53:31.595492 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Notify callbacks [] for process, before_spawn {{(pid=92818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.595725 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [-] (92927) wsgi starting up on http://0.0.0.0:9696 Jul 14 13:53:31.597964 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO oslo_service.service [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Starting 1 workers Jul 14 13:53:31.598109 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.599486 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [-] (92928) wsgi starting up on http://0.0.0.0:9696 Jul 14 13:53:31.603283 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Started child 92929 {{(pid=92818) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:53:31.603805 dv-cinder-786927-3-iscsi neutron-server[92818]: INFO oslo_service.service [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Starting 1 workers Jul 14 13:53:31.607444 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.service [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] calling RpcWorker wait() {{(pid=92929) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 13:53:31.608024 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.service [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] returning from RpcWorker wait() {{(pid=92929) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 13:53:31.608649 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Started child 92930 {{(pid=92818) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:53:31.609450 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.609553 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG neutron_lib.callbacks.manager [None req-a69bedb7-0002-43c0-8951-6b94c63249d8 None None] Notify callbacks [] for process, after_spawn {{(pid=92818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.609981 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:31.611369 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92818) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 13:53:31.611585 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 13:53:31.611772 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 13:53:31.611995 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 13:53:31.612333 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 13:53:31.612497 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 13:53:31.613027 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.613335 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.613586 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.613681 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:31.614148 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.614148 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.614701 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.614963 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.615220 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.615496 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.615727 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.615903 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.616068 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.616330 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.616589 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.616889 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.617182 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.617433 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.617727 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.617898 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.618143 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.618406 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.618657 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.618914 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] debug = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.619149 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.619643 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.619889 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.620135 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.620351 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.620671 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.620930 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.621235 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.621479 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.621732 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.621980 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.622238 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.622466 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.622681 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.622903 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.623163 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.623383 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.623851 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] host = dv-cinder-786927-3-iscsi {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.624086 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.624321 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.624577 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.624833 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.625112 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.625328 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.625604 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.625857 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.626132 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.626372 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.626624 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.626869 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.627085 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.627318 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.627564 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_options = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.627722 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.628003 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.628283 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.628479 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.628662 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.628880 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.629097 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.629264 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.629521 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.629755 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.629987 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.630201 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.630445 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.630678 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.630930 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.631185 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.631403 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.631620 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.631883 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.632142 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.632987 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.633228 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.633407 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.633596 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.633825 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.634057 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.634288 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.634522 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.634753 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.634993 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.635222 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.635468 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.635711 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.635971 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.636204 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.636430 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.636647 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.636907 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.637153 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.637418 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.637733 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.637913 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.638139 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.638357 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.638586 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.638802 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_json = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.639003 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.639304 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.639500 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.639689 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.639891 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.640084 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.640325 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.640560 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.640958 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.641277 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.641601 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.641858 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.642093 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.642338 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.642578 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.642822 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.643102 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.643317 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.643654 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.643892 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.644173 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.644426 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.644705 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.645035 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.645196 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:31.645336 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.645628 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.645850 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.646114 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.646366 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.646589 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.646909 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.647174 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.647424 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.647689 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.648517 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.648793 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.649035 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.649347 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.649529 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.649745 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.650007 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.650229 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.650445 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.650666 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.651119 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.651119 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.651646 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.651798 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.652115 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.652249 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.652550 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.652727 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.652851 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.653254 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.653380 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.653503 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.653825 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.654101 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.654388 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.655278 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.655278 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.655278 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.655278 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.656371 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.656371 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.656371 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.656371 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.656371 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.657667 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.657667 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.657667 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.657667 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.657667 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.657667 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.660583 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.660583 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.660583 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.660583 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.660583 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.660583 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.660583 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.660583 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.660583 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.666211 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.666211 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.666211 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.666211 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.666211 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.666211 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.666211 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.666211 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.666211 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.668818 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.668818 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.668818 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.668818 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.668818 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.668818 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.668818 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.668818 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669332 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669332 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669332 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669332 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669332 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669332 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669332 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669332 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669792 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669792 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669792 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669792 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669792 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669792 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669792 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.669792 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670333 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670333 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670333 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670333 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670333 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670333 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670333 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670333 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670882 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670882 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670882 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670882 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670882 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670882 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.670882 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.671363 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.671363 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.671485 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.671668 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.671941 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.672198 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.672418 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.672656 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.672891 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.673214 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.674749 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.674749 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.674749 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.674749 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.674749 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.674749 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.675422 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.675422 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.675422 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.675647 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.675726 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.675953 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.676168 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.676417 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.676629 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.676861 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.677118 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.677354 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.677582 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.677971 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.678382 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.678760 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.679185 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.679587 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.679953 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.680338 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.681566 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.681566 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.681566 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.681566 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.681566 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.682404 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.682404 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.682404 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.682404 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.682944 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.682944 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.683264 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.683264 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.683595 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.683765 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.683926 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.684138 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.684397 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.684825 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.685292 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.685694 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.686109 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.686513 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.686925 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.687383 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.687630 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.687892 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.688137 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.688473 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.688726 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.688964 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.689231 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.689474 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.690544 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.690544 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.690544 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.690544 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.691150 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.691150 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.691150 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.691575 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.691575 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.691843 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.691979 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.692124 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.692343 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.692563 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.692855 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.693451 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.693451 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.693750 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.693899 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.694045 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.694301 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.694512 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.695258 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.695483 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.695822 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.695997 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.696299 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.696515 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.696728 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.696951 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.697220 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.697431 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.697668 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.697912 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.698143 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.698390 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.698641 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.698779 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.699199 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.699199 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.699607 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.699607 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.699920 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.700055 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.700321 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.700579 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.700801 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.701133 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.701365 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.701620 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.701862 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.702191 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.702410 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.705069 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.705069 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.705069 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.705069 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.705069 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.705069 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.705069 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.705069 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.705585 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.705585 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.705585 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.705585 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.705585 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.705882 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.706210 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.706496 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.706755 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.706986 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.707276 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.707501 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.707717 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.707953 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.708187 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.708402 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.708641 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.708871 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.709125 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.709353 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.709581 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.709801 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.710061 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.710332 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.711102 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.711343 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.711499 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 13:53:31.712012 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92818) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 13:53:31.712172 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 13:53:31.712327 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 13:53:31.712495 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 13:53:31.712664 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 13:53:31.712816 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 13:53:31.713021 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.713208 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.713369 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.713529 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.713687 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.713869 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.714029 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.714182 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.714345 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.714507 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.714664 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.714826 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.714994 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.715156 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.715302 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.715422 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.715579 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.715736 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.715899 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.716048 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.716191 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.716349 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.716508 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] debug = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.716666 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.716868 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.717032 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.717211 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.717371 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.717529 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.717686 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.717844 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.718002 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.718161 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.718320 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.718480 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.718644 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.718792 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.718923 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.719148 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.719266 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.719380 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] host = dv-cinder-786927-3-iscsi {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.719675 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.719675 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.719904 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.720006 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.720116 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.721062 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.721062 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.721062 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.721062 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.721062 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.721062 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.721715 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.721879 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.722040 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.722200 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_options = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.722359 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.722516 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.722674 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.722864 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.723028 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.723186 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.723343 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.723501 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.723659 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.723815 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.723972 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.724128 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.724288 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.724445 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.724602 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.724759 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.724916 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.725094 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.725255 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.725412 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.725569 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.725725 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.725886 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.726069 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.726228 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.726386 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.726542 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.726710 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.726845 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.727002 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.727159 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.727318 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.727474 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.727630 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.727787 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.727943 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.728100 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.728260 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.728416 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.728573 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.728729 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.728885 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.729062 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.729219 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.729379 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.729537 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_json = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.729694 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.729852 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.730009 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.730166 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.730322 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.730743 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.730904 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.731059 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:53:31.731402 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.731717 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.733074 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.733074 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.733074 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.733074 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.733074 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.733074 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.733074 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.733074 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.733972 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.733972 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.733972 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.733972 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.733972 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.733972 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.734420 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.734420 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.734420 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.734645 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.734645 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.734790 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.734925 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.735089 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.735246 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.735410 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.735567 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.735729 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.735858 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.736023 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.736180 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.736342 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.736502 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.736662 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.736823 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.736983 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.737160 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.737325 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.737486 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.737651 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.737811 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.737971 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.738131 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.738292 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.738454 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.738614 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.738774 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.738934 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.739095 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.739259 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.739435 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.739596 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.739758 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.739918 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.740081 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.740243 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.740403 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.740563 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.740724 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.740885 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.741063 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.741243 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.741404 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.741588 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.741741 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.741897 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.742053 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.742207 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.742363 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.742528 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.742675 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.742837 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.742994 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.743154 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.743314 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.743474 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.743633 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.743793 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.743953 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.744114 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.744277 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.744439 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.744598 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.744759 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.744928 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.745127 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.745289 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.745449 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.745610 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.745772 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.745930 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.746090 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.746251 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.746410 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.746570 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.746729 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.746889 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.747052 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.747211 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.747369 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.747583 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.747677 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.747835 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.748025 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.748150 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.748316 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.748471 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.748633 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.748795 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.748954 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.749137 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.749341 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.749475 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.749640 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.749801 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.749968 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.750138 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.750300 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.750461 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.750620 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.750780 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.750939 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.751098 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.751258 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.751418 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.751578 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.751741 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.751910 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.752080 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.752241 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.752400 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.752560 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.752745 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.752908 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.753082 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.753245 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.753408 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.753571 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.753733 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.753876 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.754024 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.754190 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.754350 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.754511 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.754669 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.754830 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.755000 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.755169 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.755301 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.755462 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.755620 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.755782 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.755943 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.756103 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.756262 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.756422 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.756581 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.756743 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.756904 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.757103 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.757789 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:31.757966 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.757966 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.758227 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.758227 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.758463 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.758584 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.758696 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.758818 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.758979 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.759141 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.759309 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.759463 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.759622 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.759787 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.759946 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.760107 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.760316 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.760400 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.760566 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.760727 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.760885 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.761063 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.761226 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.761385 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.761547 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.761707 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.761867 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.762042 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.762204 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.762366 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.762526 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.762686 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.762851 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.763013 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.763172 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.763331 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.763491 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.763650 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.763812 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.763976 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.764138 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.764298 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.764459 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.764619 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.764778 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.764938 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.765148 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.765312 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.765472 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.765631 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.765791 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.765952 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.766122 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.766282 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.766448 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.766640 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.766800 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.766960 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.767129 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.767290 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.767449 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.767610 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.767768 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.767935 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.768103 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.768250 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.768412 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.768573 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.768731 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.768892 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.769077 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.769238 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.769390 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.769549 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.769709 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.769874 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.770043 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.770206 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.770366 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.770535 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.770741 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.770864 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.770986 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.771151 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.771312 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.771475 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.771635 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.771794 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.771956 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.772117 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.772283 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.772452 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.772618 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.772799 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.773537 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.773720 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.773890 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.774275 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.774275 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.774681 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.774681 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.774681 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.774905 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.775025 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.775129 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.775420 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.775549 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.775656 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.775786 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.775929 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.776050 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.776192 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.776354 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.776509 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.776662 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.776823 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.777009 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.777191 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.777304 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:53:31.777424 dv-cinder-786927-3-iscsi neutron-server[92818]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92818) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 13:53:31.996417 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 46850) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:32.004838 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061517 Jul 14 13:53:43.673867 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982fc74e-308d-4715-bf08-8ebbd43e8bfb None None] get_active_networks_info from dv-cinder-786927-3-iscsi {{(pid=92929) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 13:53:43.741871 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982fc74e-308d-4715-bf08-8ebbd43e8bfb None None] No non-hosted networks {{(pid=92929) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 13:53:43.753540 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6f0a3914-8ab9-4a8b-a228-e3b7de9b98e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402712'] for agent, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:46.289704 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5cd16d15-dc3a-4f30-b3dc-3ad6503e2eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402712'] for agent, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:46.369310 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dbb4bc46-02f2-404a-82f1-2237020f3d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:46.419549 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402712'] for agent, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:46.420595 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:46.421210 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:46.421768 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:46.422328 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:46.422870 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:46.423403 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:46.423951 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:46.426121 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:46.426759 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:46.427305 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:46.427846 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:46.430035 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:46.430743 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786927-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:46.441277 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786927-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:47.306332 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402712'] for agent, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.136841 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402712'] for agent, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.735665 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.db.l3_hamode_db [None req-e43682ce-669e-42db-988e-8cf3fb7b2429 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 13:53:49.814604 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43682ce-669e-42db-988e-8cf3fb7b2429 None None] Routers set() bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:49.815000 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43682ce-669e-42db-988e-8cf3fb7b2429 None None] Router IDs set() for agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 13:53:50.384099 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 46944) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:50.896736 dv-cinder-786927-3-iscsi neutron-server[92927]: WARNING oslo_policy.policy [None req-53c581ed-8845-4112-8321-db7c2f8e326d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:53:50.897330 dv-cinder-786927-3-iscsi neutron-server[92927]: WARNING oslo_policy.policy [None req-53c581ed-8845-4112-8321-db7c2f8e326d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:53:51.115398 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [None req-53c581ed-8845-4112-8321-db7c2f8e326d admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:53:51.117262 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-53c581ed-8845-4112-8321-db7c2f8e326d admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7309947 Jul 14 13:53:53.480197 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 46958) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:53.973062 dv-cinder-786927-3-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-b66ac817-3fe2-41b7-8058-9812b19ef5a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:53:53.973640 dv-cinder-786927-3-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-b66ac817-3fe2-41b7-8058-9812b19ef5a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:53:54.190886 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-b66ac817-3fe2-41b7-8058-9812b19ef5a3 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:54.285914 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.policy [None req-b66ac817-3fe2-41b7-8058-9812b19ef5a3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92928) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 13:53:54.331318 dv-cinder-786927-3-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-b66ac817-3fe2-41b7-8058-9812b19ef5a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:53:54.331702 dv-cinder-786927-3-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-b66ac817-3fe2-41b7-8058-9812b19ef5a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:53:54.340868 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.quota [None req-b66ac817-3fe2-41b7-8058-9812b19ef5a3 admin admin] Loaded quota_driver: . Jul 14 13:53:54.435404 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b66ac817-3fe2-41b7-8058-9812b19ef5a3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738290039865', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738290039236', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738290019724', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738290022327', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738290012725', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738290255320', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-726460', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-730356', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16476881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16373565'] for rbac-policy, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:54.503199 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b66ac817-3fe2-41b7-8058-9812b19ef5a3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:54.504399 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b66ac817-3fe2-41b7-8058-9812b19ef5a3 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0228307 Jul 14 13:53:57.086636 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 46976) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:57.399232 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Request body: {'network': {'name': 'private', 'project_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'admin_state_up': True}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:57.429929 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Made reservation on behalf of 834a9aadae214d5aa224e5d6e3ed42a5 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:57.432894 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.450039 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.582407 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.587188 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.615582 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:53:57.643524 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738287222492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.644438 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Unsubscribe: segment precommit_create {{(pid=92928) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 13:53:57.644555 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Added segment b6125d37-ba8a-41e0-ae95-bff7d4203a21 of type vlan for network 392e4fcc-cba3-4b69-9b35-03f5ef31b1d6 Jul 14 13:53:57.653135 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c2e672-f743-46ea-bec3-d8ceb37c8607,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:57.694072 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:57.694446 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:57.694778 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:57.695211 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:57.695532 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:57.695971 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:57.696373 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:57.696749 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:57.697107 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:57.697477 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:57.697789 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:57.698098 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Tracked resource versions report: Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: pushed versions: Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: { 'AddressGroup': {'1.2'}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'ConntrackHelper': {'1.0'}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Log': {'1.0'}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Network': {'1.1'}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Port': {'1.7'}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'PortForwarding': {'1.2'}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'QosPolicy': {'1.8'}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'SecurityGroup': {'1.4'}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'SubPort': {'1.0'}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Subnet': {'1.1'}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Trunk': {'1.1'}} Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: consumer versions: Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: { DHCP agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: L3 agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: Metadata agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: Metering agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: Open vSwitch agent@dv-cinder-786927-3-iscsi: { 'AddressGroup': '1.2', Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'ConntrackHelper': '1.0', Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Log': '1.0', Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Network': '1.1', Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Port': '1.7', Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'PortForwarding': '1.2', Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'QosPolicy': '1.8', Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'SecurityGroup': '1.4', Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'SecurityGroupRule': '1.2', Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'SubPort': '1.0', Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Subnet': '1.1', Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Trunk': '1.1'}} Jul 14 13:53:57.699214 dv-cinder-786927-3-iscsi neutron-server[92928]: {{(pid=92928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:53:57.786092 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.848000 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.850038 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:57.851235 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.937207 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8494401 Jul 14 13:53:57.962916 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0916e33-3691-4e43-b7da-0bf96a651a1c admin admin] Pushing event updated for resources: {'Network': ['ID=392e4fcc-cba3-4b69-9b35-03f5ef31b1d6,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:57.977002 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 392e4fcc-cba3-4b69-9b35-03f5ef31b1d6 details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:54:00.592605 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 46990) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:00.974211 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ff75b5-b590-4051-adca-5c259e6bc22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:00.975626 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-95ff75b5-b590-4051-adca-5c259e6bc22d admin admin] 10.222.0.57 "GET /v2.0/networks/392e4fcc-cba3-4b69-9b35-03f5ef31b1d6 HTTP/1.1" status: 200 len: 825 time: 0.3819942 Jul 14 13:54:00.999266 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-418c6714-e87e-4d04-a025-1a166a4fa8e4 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/def0c7d8-506a-4ed8-960a-0ff63dcb8464 HTTP/1.1" status: 200 len: 734 time: 0.0183949 Jul 14 13:54:01.008087 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-2734baa2-d68a-4f64-bc3a-2576c093bc18 admin admin] Request body: {'subnet': {'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6', 'subnetpool_id': 'def0c7d8-506a-4ed8-960a-0ff63dcb8464'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:01.030623 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2734baa2-d68a-4f64-bc3a-2576c093bc18 admin admin] Made reservation on behalf of 834a9aadae214d5aa224e5d6e3ed42a5 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:54:01.032859 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2734baa2-d68a-4f64-bc3a-2576c093bc18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:01.320807 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2734baa2-d68a-4f64-bc3a-2576c093bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:01.388729 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2734baa2-d68a-4f64-bc3a-2576c093bc18 admin admin] Checking segment: {'id': 'b6125d37-ba8a-41e0-ae95-bff7d4203a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:01.389135 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2734baa2-d68a-4f64-bc3a-2576c093bc18 admin admin] Network hostable DHCP agents. Network: 392e4fcc-cba3-4b69-9b35-03f5ef31b1d6, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:54:01.400721 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734baa2-d68a-4f64-bc3a-2576c093bc18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a3d05f7-538b-4006-b22e-2e0d2db5f810,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:01.414582 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2734baa2-d68a-4f64-bc3a-2576c093bc18 admin admin] Network 392e4fcc-cba3-4b69-9b35-03f5ef31b1d6 is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:54:01.425796 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-2734baa2-d68a-4f64-bc3a-2576c093bc18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 392e4fcc-cba3-4b69-9b35-03f5ef31b1d6) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:01.431055 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734baa2-d68a-4f64-bc3a-2576c093bc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:01.431637 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2734baa2-d68a-4f64-bc3a-2576c093bc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:01.435700 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0736907-8683-4b29-90af-c9162537e20e None None] Network 392e4fcc-cba3-4b69-9b35-03f5ef31b1d6 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:54:01.445265 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2734baa2-d68a-4f64-bc3a-2576c093bc18 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4403584 Jul 14 13:54:01.755110 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77d02e5-6f03-5af9-b228-ffa7c33a544f-392e4fcc-cba3-4b69-9b35-03f5ef31b1d6', 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'fixed_ips': [{'subnet_id': '7a3d05f7-538b-4006-b22e-2e0d2db5f810'}]}} from dv-cinder-786927-3-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:54:01.756366 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.024839 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Allocated IP 172.20.0.2 (392e4fcc-cba3-4b69-9b35-03f5ef31b1d6/7a3d05f7-538b-4006-b22e-2e0d2db5f810/0d1988fc-8177-4dd3-b33d-ee2c9ad231d4) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:54:02.223845 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.243437 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Transition to ACTIVE for port object 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:02.294977 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Transition to ACTIVE for port object 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:02.303563 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.364856 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Network 392e4fcc-cba3-4b69-9b35-03f5ef31b1d6 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:54:02.371034 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:02.375043 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:54:02.412362 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Pushing event updated for resources: {'Port': ['ID=0d1988fc-8177-4dd3-b33d-ee2c9ad231d4,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:02.438489 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.439104 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.439199 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.439526 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.439849 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.440171 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.440491 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.440809 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.441167 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.441489 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.441802 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.442116 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Tracked resource versions report: Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: pushed versions: Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: { 'AddressGroup': {'1.2'}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'ConntrackHelper': {'1.0'}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Log': {'1.0'}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Network': {'1.1'}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Port': {'1.7'}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'PortForwarding': {'1.2'}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'QosPolicy': {'1.8'}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'SecurityGroup': {'1.4'}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'SubPort': {'1.0'}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Subnet': {'1.1'}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Trunk': {'1.1'}} Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: consumer versions: Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: { DHCP agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: L3 agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: Metadata agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: Metering agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: Open vSwitch agent@dv-cinder-786927-3-iscsi: { 'AddressGroup': '1.2', Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'ConntrackHelper': '1.0', Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Log': '1.0', Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Network': '1.1', Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Port': '1.7', Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'PortForwarding': '1.2', Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'QosPolicy': '1.8', Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'SecurityGroup': '1.4', Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'SecurityGroupRule': '1.2', Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'SubPort': '1.0', Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Subnet': '1.1', Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Trunk': '1.1'}} Jul 14 13:54:02.443211 dv-cinder-786927-3-iscsi neutron-server[92929]: {{(pid=92929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:54:02.474301 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Attempting to bind port 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:54:02.474688 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Attempting to bind port 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': 'b6125d37-ba8a-41e0-ae95-bff7d4203a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:54:02.475090 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Attempting to bind port 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4 on network 392e4fcc-cba3-4b69-9b35-03f5ef31b1d6 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:02.479814 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:54:02.480229 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Checking segment: {'id': 'b6125d37-ba8a-41e0-ae95-bff7d4203a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:02.480692 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.481368 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Bound using segment: {'id': 'b6125d37-ba8a-41e0-ae95-bff7d4203a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:54:02.481847 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Bound port: 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6125d37-ba8a-41e0-ae95-bff7d4203a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:54:02.482245 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.546435 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] For port 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:54:02.550701 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] For port 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=0d1988fc-8177-4dd3-b33d-ee2c9ad231d4,segment=NetworkSegment(b6125d37-ba8a-41e0-ae95-bff7d4203a21),segment_id=b6125d37-ba8a-41e0-ae95-bff7d4203a21)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:54:02.554485 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.622992 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227988f-d039-46d5-8e2e-1d7736585e2f None None] Pushing event updated for resources: {'Port': ['ID=0d1988fc-8177-4dd3-b33d-ee2c9ad231d4,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:03.837870 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 46998) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:04.153079 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [None req-cfd6847b-e22d-403c-b6e8-a7f6913ee2e5 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:54:04.154040 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-cfd6847b-e22d-403c-b6e8-a7f6913ee2e5 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3152332 Jul 14 13:54:06.524375 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 47006) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:06.836950 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [None req-3ee80798-e0d1-42c1-9c49-63db9cab07a6 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:54:06.838047 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-3ee80798-e0d1-42c1-9c49-63db9cab07a6 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3127415 Jul 14 13:54:08.618939 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:08.705032 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:08.738868 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db6b4c-d5b1-4aec-a5f4-315109adf2b5 None None] Network 392e4fcc-cba3-4b69-9b35-03f5ef31b1d6 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:54:08.818890 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-30aaa31d-368e-49ec-857f-4e9aa86eb7a0 None None] Provisioning for port 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:08.828606 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-30aaa31d-368e-49ec-857f-4e9aa86eb7a0 None None] Provisioning complete for port 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:08.829004 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-30aaa31d-368e-49ec-857f-4e9aa86eb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:09.004892 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-30aaa31d-368e-49ec-857f-4e9aa86eb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:09.059395 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-30aaa31d-368e-49ec-857f-4e9aa86eb7a0 None None] For port 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=0d1988fc-8177-4dd3-b33d-ee2c9ad231d4,segment=NetworkSegment(b6125d37-ba8a-41e0-ae95-bff7d4203a21),segment_id=b6125d37-ba8a-41e0-ae95-bff7d4203a21)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:09.063713 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-30aaa31d-368e-49ec-857f-4e9aa86eb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:09.113700 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aaa31d-368e-49ec-857f-4e9aa86eb7a0 None None] Pushing event updated for resources: {'Port': ['ID=0d1988fc-8177-4dd3-b33d-ee2c9ad231d4,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:09.282601 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-58434f1e-fc49-45a3-bc7a-9caa379f2513 None None] Provisioning complete for port 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:09.282970 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58434f1e-fc49-45a3-bc7a-9caa379f2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:09.497762 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 47020) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:09.794480 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-cdd1c49b-b669-4708-90d6-10c37a2f4fa0 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:09.858727 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.policy [None req-cdd1c49b-b669-4708-90d6-10c37a2f4fa0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92927) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 13:54:09.903849 dv-cinder-786927-3-iscsi neutron-server[92927]: WARNING oslo_policy.policy [None req-cdd1c49b-b669-4708-90d6-10c37a2f4fa0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:54:09.904227 dv-cinder-786927-3-iscsi neutron-server[92927]: WARNING oslo_policy.policy [None req-cdd1c49b-b669-4708-90d6-10c37a2f4fa0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:54:09.912685 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.quota [None req-cdd1c49b-b669-4708-90d6-10c37a2f4fa0 admin admin] Loaded quota_driver: . Jul 14 13:54:09.970652 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c49b-b669-4708-90d6-10c37a2f4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12423'] for router, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:09.972430 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c49b-b669-4708-90d6-10c37a2f4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12430'] for router, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:10.128426 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c49b-b669-4708-90d6-10c37a2f4fa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:10.133324 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c49b-b669-4708-90d6-10c37a2f4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405964'] for router, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:10.152073 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cdd1c49b-b669-4708-90d6-10c37a2f4fa0 admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:10.153333 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-cdd1c49b-b669-4708-90d6-10c37a2f4fa0 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6545379 Jul 14 13:54:10.582961 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:10.628864 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:10.629266 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:12.511905 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 47030) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:12.817173 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [None req-f3c5bb2f-ed66-4172-b397-c54a4a0c20cb admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:54:12.818164 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-f3c5bb2f-ed66-4172-b397-c54a4a0c20cb admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3052478 Jul 14 13:54:13.545145 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e7192268-6db8-46de-a35b-e04c1eec9bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.175010 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47038) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:15.482965 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:15.503109 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Made reservation on behalf of 5b933568c6e948e4985918c6441df142 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:54:15.505574 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.514546 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.600192 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.603750 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.620289 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Reserving flat network on physical network physnet1 {{(pid=92928) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 13:54:15.643398 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80231d46-f1d9-477e-b025-18dfd614cefb,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:15.646749 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.647301 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Added segment 2720ba2e-84db-434a-839f-4fa7ed257908 of type flat for network aee5fac4-045e-4b71-9019-7c5205bf3b95 Jul 14 13:54:15.698005 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.731985 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.732942 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:15.733636 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.785312 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6091621 Jul 14 13:54:15.790544 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a5598-58bc-4f5d-9619-fd67c156e679 admin admin] Pushing event updated for resources: {'Network': ['ID=aee5fac4-045e-4b71-9019-7c5205bf3b95,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:15.801333 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:54:16.283059 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e06000d0-3009-4c83-b64f-80bdb26351bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:16.413523 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:17.249622 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:18.132976 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 47056) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:18.363072 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb0c691-3538-41c4-98e0-b57d542a2761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:18.364579 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-feb0c691-3538-41c4-98e0-b57d542a2761 admin admin] 10.222.0.57 "GET /v2.0/subnets/7a3d05f7-538b-4006-b22e-2e0d2db5f810 HTTP/1.1" status: 200 len: 849 time: 0.2306571 Jul 14 13:54:18.478371 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-04fc7e5b-2904-4c3a-ac55-6a64366f5e29 admin admin] 10.222.0.57 "GET /v2.0/routers/938d7185-46f4-466b-bc88-6eade77eafff HTTP/1.1" status: 200 len: 704 time: 0.1078327 Jul 14 13:54:18.751361 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:19.048422 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Allocated IP 172.20.0.1 (392e4fcc-cba3-4b69-9b35-03f5ef31b1d6/7a3d05f7-538b-4006-b22e-2e0d2db5f810/b72562ff-c4a9-428e-9d53-dd3771bc6d05) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:54:19.076408 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:19.254809 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:19.282841 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Transition to ACTIVE for port object b72562ff-c4a9-428e-9d53-dd3771bc6d05 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:19.361820 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:19.398136 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Network 392e4fcc-cba3-4b69-9b35-03f5ef31b1d6 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:54:19.399472 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:19.471633 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:54:19.472066 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409001'] for router_interface, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:19.495193 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Pushing event updated for resources: {'Port': ['ID=b72562ff-c4a9-428e-9d53-dd3771bc6d05,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:19.542566 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.542926 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.543266 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.543598 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.543927 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.544268 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.544595 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.544921 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.545292 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.545615 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.545950 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.546251 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Tracked resource versions report: Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: pushed versions: Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: { 'AddressGroup': {'1.2'}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'ConntrackHelper': {'1.0'}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Log': {'1.0'}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Network': {'1.1'}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Port': {'1.7'}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'PortForwarding': {'1.2'}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'QosPolicy': {'1.8'}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'SecurityGroup': {'1.4'}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'SubPort': {'1.0'}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Subnet': {'1.1'}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Trunk': {'1.1'}} Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: consumer versions: Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: { DHCP agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: L3 agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: Metadata agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: Metering agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: Open vSwitch agent@dv-cinder-786927-3-iscsi: { 'AddressGroup': '1.2', Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'ConntrackHelper': '1.0', Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Log': '1.0', Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Network': '1.1', Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Port': '1.7', Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'PortForwarding': '1.2', Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'QosPolicy': '1.8', Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'SecurityGroup': '1.4', Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'SecurityGroupRule': '1.2', Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'SubPort': '1.0', Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Subnet': '1.1', Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Trunk': '1.1'}} Jul 14 13:54:19.547401 dv-cinder-786927-3-iscsi neutron-server[92927]: {{(pid=92927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:54:19.634064 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-0363fc30-185e-4402-bfce-81afb06f63ca None None] Provisioning for port b72562ff-c4a9-428e-9d53-dd3771bc6d05 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:19.638260 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-0363fc30-185e-4402-bfce-81afb06f63ca None None] Provisioning complete for port b72562ff-c4a9-428e-9d53-dd3771bc6d05 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:19.638627 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0363fc30-185e-4402-bfce-81afb06f63ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:19.672691 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-0363fc30-185e-4402-bfce-81afb06f63ca None None] Port b72562ff-c4a9-428e-9d53-dd3771bc6d05 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:54:19.696589 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:19.879097 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:19.884060 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:19.884847 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16476197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407779'] for router_interface, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:19.957548 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Pushing event updated for resources: {'Port': ['ID=b72562ff-c4a9-428e-9d53-dd3771bc6d05,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:20.004723 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Network 392e4fcc-cba3-4b69-9b35-03f5ef31b1d6 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:54:20.006080 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:20.192270 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-6046b752-d262-4a9e-bab8-e6bb78dada76 None None] Provisioning complete for port b72562ff-c4a9-428e-9d53-dd3771bc6d05 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:20.192853 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6046b752-d262-4a9e-bab8-e6bb78dada76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:20.217981 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Router 938d7185-46f4-466b-bc88-6eade77eafff is scheduled to L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e with binding_index 1 {{(pid=92927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:54:20.230051 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-6046b752-d262-4a9e-bab8-e6bb78dada76 None None] Port b72562ff-c4a9-428e-9d53-dd3771bc6d05 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:54:20.313818 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:54:20.320186 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-f535ca08-45c8-4620-a848-e74a6947cc15 admin admin] 10.222.0.57 "PUT /v2.0/routers/938d7185-46f4-466b-bc88-6eade77eafff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8367953 Jul 14 13:54:20.324646 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Sync routers for ids ['938d7185-46f4-466b-bc88-6eade77eafff'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:54:20.336534 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Routers {'938d7185-46f4-466b-bc88-6eade77eafff'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:20.337405 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T13:54:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['938d7185-46f4-466b-bc88-6eade77eafff'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:20.525506 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Set router 938d7185-46f4-466b-bc88-6eade77eafff gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:20.948395 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d7185-46f4-466b-bc88-6eade77eafff', 'name': 'router1', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:09Z', 'updated_at': '2021-07-14T13:54:19Z', 'revision_number': 2, 'project_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'gw_port_host': None, '_interfaces': [{'id': 'b72562ff-c4a9-428e-9d53-dd3771bc6d05', 'name': '', 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'mac_address': 'fa:16:3e:55:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d7185-46f4-466b-bc88-6eade77eafff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a3d05f7-538b-4006-b22e-2e0d2db5f810', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:18Z', 'updated_at': '2021-07-14T13:54:19Z', 'revision_number': 2, 'project_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'subnets': [{'id': '7a3d05f7-538b-4006-b22e-2e0d2db5f810', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'def0c7d8-506a-4ed8-960a-0ff63dcb8464'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:20.999420 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Checking router: 938d7185-46f4-466b-bc88-6eade77eafff for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:54:20.999798 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Updating router 938d7185-46f4-466b-bc88-6eade77eafff port b72562ff-c4a9-428e-9d53-dd3771bc6d05 binding host dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:54:21.064638 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:21.557499 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:21.576674 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Transition to ACTIVE for port object b72562ff-c4a9-428e-9d53-dd3771bc6d05 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:21.583340 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:21.748568 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Pushing event updated for resources: {'Port': ['ID=b72562ff-c4a9-428e-9d53-dd3771bc6d05,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:21.751156 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Attempting to bind port b72562ff-c4a9-428e-9d53-dd3771bc6d05 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:54:21.751543 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Attempting to bind port b72562ff-c4a9-428e-9d53-dd3771bc6d05 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': 'b6125d37-ba8a-41e0-ae95-bff7d4203a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:54:21.751937 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Attempting to bind port b72562ff-c4a9-428e-9d53-dd3771bc6d05 on network 392e4fcc-cba3-4b69-9b35-03f5ef31b1d6 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:21.761906 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:54:21.762339 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Checking segment: {'id': 'b6125d37-ba8a-41e0-ae95-bff7d4203a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:21.762799 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:21.763183 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Bound using segment: {'id': 'b6125d37-ba8a-41e0-ae95-bff7d4203a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:54:21.763677 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Bound port: b72562ff-c4a9-428e-9d53-dd3771bc6d05, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6125d37-ba8a-41e0-ae95-bff7d4203a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:54:21.764071 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:21.767815 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:21.768085 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:21.768421 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:21.768750 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:21.769084 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:21.769410 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:21.769730 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:21.770054 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:21.770406 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:21.770725 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:21.771039 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:21.771354 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Tracked resource versions report: Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: pushed versions: Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: { 'AddressGroup': {'1.2'}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'ConntrackHelper': {'1.0'}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Log': {'1.0'}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Network': {'1.1'}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Port': {'1.7'}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'PortForwarding': {'1.2'}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'QosPolicy': {'1.8'}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'SecurityGroup': {'1.4'}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'SubPort': {'1.0'}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Subnet': {'1.1'}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Trunk': {'1.1'}} Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: consumer versions: Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: { DHCP agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: L3 agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: Metadata agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: Metering agent@dv-cinder-786927-3-iscsi: {}, Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: Open vSwitch agent@dv-cinder-786927-3-iscsi: { 'AddressGroup': '1.2', Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'ConntrackHelper': '1.0', Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Log': '1.0', Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Network': '1.1', Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Port': '1.7', Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'PortForwarding': '1.2', Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'QosPolicy': '1.8', Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'SecurityGroup': '1.4', Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'SecurityGroupRule': '1.2', Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'SubPort': '1.0', Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Subnet': '1.1', Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Trunk': '1.1'}} Jul 14 13:54:21.773072 dv-cinder-786927-3-iscsi neutron-server[92930]: {{(pid=92930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:54:21.841310 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] For port b72562ff-c4a9-428e-9d53-dd3771bc6d05, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:54:21.863650 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] For port b72562ff-c4a9-428e-9d53-dd3771bc6d05, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=b72562ff-c4a9-428e-9d53-dd3771bc6d05,segment=NetworkSegment(b6125d37-ba8a-41e0-ae95-bff7d4203a21),segment_id=b6125d37-ba8a-41e0-ae95-bff7d4203a21)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:54:21.867956 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:21.926631 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ea574-976b-40c4-a7bb-98c08d4f522b None None] Pushing event updated for resources: {'Port': ['ID=b72562ff-c4a9-428e-9d53-dd3771bc6d05,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:21.933510 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Routers {'938d7185-46f4-466b-bc88-6eade77eafff'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:21.934130 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T13:54:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['938d7185-46f4-466b-bc88-6eade77eafff'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:22.021093 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] Set router 938d7185-46f4-466b-bc88-6eade77eafff gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:22.235182 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d7185-46f4-466b-bc88-6eade77eafff', 'name': 'router1', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:09Z', 'updated_at': '2021-07-14T13:54:19Z', 'revision_number': 2, 'project_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'gw_port_host': None, '_interfaces': [{'id': 'b72562ff-c4a9-428e-9d53-dd3771bc6d05', 'name': '', 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'mac_address': 'fa:16:3e:55:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d7185-46f4-466b-bc88-6eade77eafff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a3d05f7-538b-4006-b22e-2e0d2db5f810', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:18Z', 'updated_at': '2021-07-14T13:54:21Z', 'revision_number': 4, 'project_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'subnets': [{'id': '7a3d05f7-538b-4006-b22e-2e0d2db5f810', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'def0c7d8-506a-4ed8-960a-0ff63dcb8464'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:22.264408 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a332a09-4094-4596-9796-04573dd5e706 None None] The sync data for ids ['938d7185-46f4-466b-bc88-6eade77eafff'] in dv-cinder-786927-3-iscsi is: [{'id': '938d7185-46f4-466b-bc88-6eade77eafff', 'name': 'router1', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:09Z', 'updated_at': '2021-07-14T13:54:19Z', 'revision_number': 2, 'project_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'gw_port_host': None, '_interfaces': [{'id': 'b72562ff-c4a9-428e-9d53-dd3771bc6d05', 'name': '', 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'mac_address': 'fa:16:3e:55:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d7185-46f4-466b-bc88-6eade77eafff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a3d05f7-538b-4006-b22e-2e0d2db5f810', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:18Z', 'updated_at': '2021-07-14T13:54:21Z', 'revision_number': 4, 'project_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'subnets': [{'id': '7a3d05f7-538b-4006-b22e-2e0d2db5f810', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'def0c7d8-506a-4ed8-960a-0ff63dcb8464'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:54:22.588426 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47080) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:22.701593 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b4667a-df1d-4601-b296-4e56022ae705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:22.702968 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-78b4667a-df1d-4601-b296-4e56022ae705 admin admin] 10.222.0.57 "GET /v2.0/networks/aee5fac4-045e-4b71-9019-7c5205bf3b95 HTTP/1.1" status: 200 len: 842 time: 0.1136546 Jul 14 13:54:22.713003 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-54869785-9479-4e3d-ba3e-7d5028f5c163 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:22.733531 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54869785-9479-4e3d-ba3e-7d5028f5c163 admin admin] Made reservation on behalf of 5b933568c6e948e4985918c6441df142 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:54:22.735808 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-54869785-9479-4e3d-ba3e-7d5028f5c163 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:23.069547 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.objects.ports [None req-54869785-9479-4e3d-ba3e-7d5028f5c163 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92928) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 13:54:23.069997 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-54869785-9479-4e3d-ba3e-7d5028f5c163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:23.124914 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54869785-9479-4e3d-ba3e-7d5028f5c163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75065870-657b-413c-99c1-a0b46764d19f,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:23.133730 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54869785-9479-4e3d-ba3e-7d5028f5c163 admin admin] Checking segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:23.134082 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54869785-9479-4e3d-ba3e-7d5028f5c163 admin admin] Network hostable DHCP agents. Network: aee5fac4-045e-4b71-9019-7c5205bf3b95, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:54:23.149785 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54869785-9479-4e3d-ba3e-7d5028f5c163 admin admin] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:54:23.158253 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-54869785-9479-4e3d-ba3e-7d5028f5c163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, aee5fac4-045e-4b71-9019-7c5205bf3b95) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:23.162362 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54869785-9479-4e3d-ba3e-7d5028f5c163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:23.163008 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-54869785-9479-4e3d-ba3e-7d5028f5c163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:23.169660 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1b08b8-1301-46bf-b546-40e577be937c None None] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:54:23.177967 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-54869785-9479-4e3d-ba3e-7d5028f5c163 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4690149 Jul 14 13:54:23.302624 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be42ec-8500-4af7-8f88-c2db5d6a5d21 None None] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:54:25.458207 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47092) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:25.683576 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-29fa764c-779a-485a-9165-b281ccc86aaf admin admin] 10.222.0.57 "GET /v2.0/routers/938d7185-46f4-466b-bc88-6eade77eafff HTTP/1.1" status: 200 len: 710 time: 0.2242441 Jul 14 13:54:25.766780 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaac8273-d4bf-4db8-a24c-17fc99c8f8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:25.768184 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-eaac8273-d4bf-4db8-a24c-17fc99c8f8f4 admin admin] 10.222.0.57 "GET /v2.0/networks/aee5fac4-045e-4b71-9019-7c5205bf3b95 HTTP/1.1" status: 200 len: 886 time: 0.0796206 Jul 14 13:54:25.779422 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:26.062284 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12448'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:26.299356 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:26.376919 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:26.526786 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Allocated IP 172.27.0.46 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/66544d4b-4508-4527-b97e-ba2dff27e2ca) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:54:26.611092 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device b72562ff-c4a9-428e-9d53-dd3771bc6d05 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:26.634702 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:26.662018 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port b72562ff-c4a9-428e-9d53-dd3771bc6d05 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:26.666621 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port b72562ff-c4a9-428e-9d53-dd3771bc6d05 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:26.666993 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:26.714306 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:26.741976 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:26.775260 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port b72562ff-c4a9-428e-9d53-dd3771bc6d05, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=b72562ff-c4a9-428e-9d53-dd3771bc6d05,segment=NetworkSegment(b6125d37-ba8a-41e0-ae95-bff7d4203a21),segment_id=b6125d37-ba8a-41e0-ae95-bff7d4203a21)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:26.779214 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:26.779543 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:54:26.784195 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:26.786623 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:54:26.828143 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=b72562ff-c4a9-428e-9d53-dd3771bc6d05,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:26.866674 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Pushing event updated for resources: {'Port': ['ID=66544d4b-4508-4527-b97e-ba2dff27e2ca,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:27.073464 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:27.327751 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12448'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:27.330872 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16370592'] for router, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:27.437589 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Router 938d7185-46f4-466b-bc88-6eade77eafff has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:54:27.542400 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:54:27.546791 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:27.547981 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-99c8ea7b-778c-42b7-bf0c-ad1d098bfb05 admin admin] 10.222.0.57 "PUT /v2.0/routers/938d7185-46f4-466b-bc88-6eade77eafff HTTP/1.1" status: 200 len: 889 time: 1.7720866 Jul 14 13:54:27.551523 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Sync routers for ids ['938d7185-46f4-466b-bc88-6eade77eafff'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:54:27.563136 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Routers {'938d7185-46f4-466b-bc88-6eade77eafff'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:27.563909 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T13:54:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['938d7185-46f4-466b-bc88-6eade77eafff'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:27.839420 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Set router 938d7185-46f4-466b-bc88-6eade77eafff gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:28.226475 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d7185-46f4-466b-bc88-6eade77eafff', 'name': 'router1', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '66544d4b-4508-4527-b97e-ba2dff27e2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:09Z', 'updated_at': '2021-07-14T13:54:26Z', 'revision_number': 4, 'project_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'gw_port': {'id': '66544d4b-4508-4527-b97e-ba2dff27e2ca', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d7185-46f4-466b-bc88-6eade77eafff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:26Z', 'updated_at': '2021-07-14T13:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'b72562ff-c4a9-428e-9d53-dd3771bc6d05', 'name': '', 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'mac_address': 'fa:16:3e:55:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d7185-46f4-466b-bc88-6eade77eafff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a3d05f7-538b-4006-b22e-2e0d2db5f810', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:18Z', 'updated_at': '2021-07-14T13:54:26Z', 'revision_number': 5, 'project_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'subnets': [{'id': '7a3d05f7-538b-4006-b22e-2e0d2db5f810', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'def0c7d8-506a-4ed8-960a-0ff63dcb8464'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:28.279165 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Checking router: 938d7185-46f4-466b-bc88-6eade77eafff for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:54:28.279515 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Updating router 938d7185-46f4-466b-bc88-6eade77eafff port 66544d4b-4508-4527-b97e-ba2dff27e2ca binding host dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:54:28.311920 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:28.612526 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device b72562ff-c4a9-428e-9d53-dd3771bc6d05 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:28.657451 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:28.670932 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Transition to ACTIVE for port object 66544d4b-4508-4527-b97e-ba2dff27e2ca will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:28.678409 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:28.703033 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port b72562ff-c4a9-428e-9d53-dd3771bc6d05 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:28.703404 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:28.747647 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Attempting to bind port 66544d4b-4508-4527-b97e-ba2dff27e2ca on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:54:28.748014 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Attempting to bind port 66544d4b-4508-4527-b97e-ba2dff27e2ca by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:54:28.748377 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Attempting to bind port 66544d4b-4508-4527-b97e-ba2dff27e2ca on network aee5fac4-045e-4b71-9019-7c5205bf3b95 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:28.766548 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:54:28.766839 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Checking segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:28.767237 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:28.767627 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Bound using segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:54:28.768091 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Bound port: 66544d4b-4508-4527-b97e-ba2dff27e2ca, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:54:28.768481 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:28.775068 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916d519-8976-4a45-b498-2639abc612e5 None None] Pushing event updated for resources: {'Port': ['ID=66544d4b-4508-4527-b97e-ba2dff27e2ca,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:28.849380 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] For port 66544d4b-4508-4527-b97e-ba2dff27e2ca, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:54:28.869990 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] For port 66544d4b-4508-4527-b97e-ba2dff27e2ca, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=66544d4b-4508-4527-b97e-ba2dff27e2ca,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:54:28.874788 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:29.007550 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916d519-8976-4a45-b498-2639abc612e5 None None] Pushing event updated for resources: {'Port': ['ID=66544d4b-4508-4527-b97e-ba2dff27e2ca,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:29.010092 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Routers {'938d7185-46f4-466b-bc88-6eade77eafff'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:29.010681 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T13:54:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['938d7185-46f4-466b-bc88-6eade77eafff'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:29.111380 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] Set router 938d7185-46f4-466b-bc88-6eade77eafff gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:29.315234 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d7185-46f4-466b-bc88-6eade77eafff', 'name': 'router1', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '66544d4b-4508-4527-b97e-ba2dff27e2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:09Z', 'updated_at': '2021-07-14T13:54:26Z', 'revision_number': 4, 'project_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'gw_port': {'id': '66544d4b-4508-4527-b97e-ba2dff27e2ca', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d7185-46f4-466b-bc88-6eade77eafff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:26Z', 'updated_at': '2021-07-14T13:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'b72562ff-c4a9-428e-9d53-dd3771bc6d05', 'name': '', 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'mac_address': 'fa:16:3e:55:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d7185-46f4-466b-bc88-6eade77eafff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a3d05f7-538b-4006-b22e-2e0d2db5f810', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:18Z', 'updated_at': '2021-07-14T13:54:26Z', 'revision_number': 5, 'project_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'subnets': [{'id': '7a3d05f7-538b-4006-b22e-2e0d2db5f810', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'def0c7d8-506a-4ed8-960a-0ff63dcb8464'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:29.344775 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f175251-eb62-4b7f-ab84-e123b899aeac None None] The sync data for ids ['938d7185-46f4-466b-bc88-6eade77eafff'] in dv-cinder-786927-3-iscsi is: [{'id': '938d7185-46f4-466b-bc88-6eade77eafff', 'name': 'router1', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '66544d4b-4508-4527-b97e-ba2dff27e2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:09Z', 'updated_at': '2021-07-14T13:54:26Z', 'revision_number': 4, 'project_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'gw_port': {'id': '66544d4b-4508-4527-b97e-ba2dff27e2ca', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d7185-46f4-466b-bc88-6eade77eafff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:26Z', 'updated_at': '2021-07-14T13:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'b72562ff-c4a9-428e-9d53-dd3771bc6d05', 'name': '', 'network_id': '392e4fcc-cba3-4b69-9b35-03f5ef31b1d6', 'tenant_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'mac_address': 'fa:16:3e:55:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d7185-46f4-466b-bc88-6eade77eafff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a3d05f7-538b-4006-b22e-2e0d2db5f810', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:18Z', 'updated_at': '2021-07-14T13:54:26Z', 'revision_number': 5, 'project_id': '834a9aadae214d5aa224e5d6e3ed42a5', 'subnets': [{'id': '7a3d05f7-538b-4006-b22e-2e0d2db5f810', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'def0c7d8-506a-4ed8-960a-0ff63dcb8464'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:54:29.932191 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47102) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:30.054941 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-68729314-b87c-499d-a7c8-4f58a3112807 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1216245 Jul 14 13:54:30.614382 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 66544d4b-4508-4527-b97e-ba2dff27e2ca up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:30.665596 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 66544d4b-4508-4527-b97e-ba2dff27e2ca completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:30.669809 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 66544d4b-4508-4527-b97e-ba2dff27e2ca triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:30.670130 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:30.746583 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:30.767769 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port 66544d4b-4508-4527-b97e-ba2dff27e2ca, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=66544d4b-4508-4527-b97e-ba2dff27e2ca,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:30.771665 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:30.825665 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=66544d4b-4508-4527-b97e-ba2dff27e2ca,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:32.628683 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 66544d4b-4508-4527-b97e-ba2dff27e2ca up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:32.676623 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 66544d4b-4508-4527-b97e-ba2dff27e2ca triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:32.677140 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:41.677491 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:54:43.547391 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-081955db-b3a0-4c4b-9e8a-7c193d823ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:46.285148 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3e67956a-548c-4be7-8665-4ba8b0302a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:46.418631 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:47.260194 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:49.109444 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:13.550520 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4793a13a-1fca-441b-a4cc-1205cea1c251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:16.288628 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3f25d5c8-06de-4d74-9906-df1326a0fb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:16.414274 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:17.351685 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:18.667292 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:55:19.101595 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:43.552326 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-21d9f638-5cfa-485d-99f6-1a9e47b8a0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.296911 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2cb90e5-d751-4f7c-a726-56208042b1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:46.414766 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:47.264416 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:49.105180 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.666214 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:56:06.443246 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47670) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:06.503782 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.pecan_wsgi.hooks.translation [None req-1058260b-7aa1-4df4-b272-aa9e9964a36e admin admin] GET failed (client error): The resource could not be found. Jul 14 13:56:06.505120 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1058260b-7aa1-4df4-b272-aa9e9964a36e admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607724 Jul 14 13:56:06.664821 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086723bf-954b-4f96-adca-c27c81245853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:06.666344 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-086723bf-954b-4f96-adca-c27c81245853 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568730 Jul 14 13:56:08.815650 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47680) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:08.905333 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561700a0-1968-4874-9258-5262e044d971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:08.906712 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-561700a0-1968-4874-9258-5262e044d971 admin admin] 10.222.0.57 "GET /v2.0/subnets/7a3d05f7-538b-4006-b22e-2e0d2db5f810 HTTP/1.1" status: 200 len: 849 time: 0.0901108 Jul 14 13:56:08.916491 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:09.002840 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.142766 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738287123438'] for subnet, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.173911 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:09.174970 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.175982 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] 10.222.0.57 "PUT /v2.0/subnets/7a3d05f7-538b-4006-b22e-2e0d2db5f810 HTTP/1.1" status: 200 len: 868 time: 0.2631564 Jul 14 13:56:09.178887 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69494460-68e0-4fe3-b5d2-d16b13f81b57 None None] Network 392e4fcc-cba3-4b69-9b35-03f5ef31b1d6 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:56:09.195739 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a3d05f7-538b-4006-b22e-2e0d2db5f810,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:09.203427 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:09.203888 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:09.204310 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:09.204738 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:09.205256 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:09.205617 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:09.206020 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:09.206414 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:09.206817 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:09.207228 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:09.207627 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:09.208038 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a8d953-a7e2-4f6f-9614-7346ee2c9e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:09.561823 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-6275ac94-0e69-46b5-8b0f-c43938cee53e None None] Provisioning complete for port 0d1988fc-8177-4dd3-b33d-ee2c9ad231d4 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:09.562179 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6275ac94-0e69-46b5-8b0f-c43938cee53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.648377 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-6275ac94-0e69-46b5-8b0f-c43938cee53e None None] Provisioning complete for port b72562ff-c4a9-428e-9d53-dd3771bc6d05 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:09.648657 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6275ac94-0e69-46b5-8b0f-c43938cee53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:11.341738 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47688) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:11.535074 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c7a8f0-41ab-4e9f-bbe4-baa35cfc0580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:11.535492 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c7a8f0-41ab-4e9f-bbe4-baa35cfc0580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:11.537199 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c4c7a8f0-41ab-4e9f-bbe4-baa35cfc0580 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944575 Jul 14 13:56:13.553462 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-77433078-4890-4302-bcd9-29877e737c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.707792 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47696) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:13.842016 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b19224-751e-41e6-945a-dbbe103a9f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:13.842415 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b19224-751e-41e6-945a-dbbe103a9f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:13.843945 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b4b19224-751e-41e6-945a-dbbe103a9f46 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1351717 Jul 14 13:56:15.971657 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47704) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:16.110965 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1c4371-f152-4fe8-b4f5-3fd6d7640fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:16.112344 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fc1c4371-f152-4fe8-b4f5-3fd6d7640fcb admin admin] 10.222.0.57 "GET /v2.0/networks/392e4fcc-cba3-4b69-9b35-03f5ef31b1d6 HTTP/1.1" status: 200 len: 869 time: 0.1397102 Jul 14 13:56:16.289411 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c0f7fa89-4040-4ba7-a4b6-8776ca463aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:16.415803 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:17.266675 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:18.250535 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47712) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:18.373117 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f51ef4-9900-430f-86f0-a32158e9a094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:18.374479 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-72f51ef4-9900-430f-86f0-a32158e9a094 admin admin] 10.222.0.57 "GET /v2.0/networks/aee5fac4-045e-4b71-9019-7c5205bf3b95 HTTP/1.1" status: 200 len: 886 time: 0.1230047 Jul 14 13:56:19.105180 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:20.529191 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47720) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:20.650600 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9082ab32-76bf-425d-bee8-344cbfc8bfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:20.651070 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9082ab32-76bf-425d-bee8-344cbfc8bfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:20.652605 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9082ab32-76bf-425d-bee8-344cbfc8bfd4 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224556 Jul 14 13:56:22.816198 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47728) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:22.904606 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a24b1c-1b89-42e2-b803-e406645dd0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:22.905082 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a24b1c-1b89-42e2-b803-e406645dd0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:22.906599 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-49a24b1c-1b89-42e2-b803-e406645dd0fe admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0894520 Jul 14 13:56:25.046975 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47736) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:25.136079 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf1dc30-e536-4ff7-a7c6-da0c14aa2b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:25.137457 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9cf1dc30-e536-4ff7-a7c6-da0c14aa2b90 admin admin] 10.222.0.57 "GET /v2.0/subnets/75065870-657b-413c-99c1-a0b46764d19f HTTP/1.1" status: 200 len: 816 time: 0.0895066 Jul 14 13:56:27.302839 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47746) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:27.481792 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d1617e-49b2-4805-9424-6bb3d0a5ae33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:27.483148 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-51d1617e-49b2-4805-9424-6bb3d0a5ae33 admin admin] 10.222.0.57 "GET /v2.0/subnets/7a3d05f7-538b-4006-b22e-2e0d2db5f810 HTTP/1.1" status: 200 len: 868 time: 0.1793652 Jul 14 13:56:32.664835 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:56:43.554485 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a9fd9c27-2c97-4ae4-a4c7-c88bb147117b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.289365 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0a852eeb-2837-4f2c-9bee-4038255971cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:46.416833 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:47.270435 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:49.111446 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.675503 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47798) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:51.721291 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [None req-58db94f5-fe42-4795-ba3b-8d7a566356fb admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:56:51.722285 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-58db94f5-fe42-4795-ba3b-8d7a566356fb admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458338 Jul 14 13:56:53.954875 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47806) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:54.013259 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.pecan_wsgi.hooks.translation [None req-05113610-dfdf-45a4-acf4-bab124df5bc7 admin admin] GET failed (client error): The resource could not be found. Jul 14 13:56:54.014540 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-05113610-dfdf-45a4-acf4-bab124df5bc7 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0587363 Jul 14 13:56:54.097409 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae27f0c-8de5-4520-855d-15bc73bae576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:54.099498 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2ae27f0c-8de5-4520-855d-15bc73bae576 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804496 Jul 14 13:56:56.264030 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47814) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:56.309081 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ee6047d0-286a-4bce-b5a2-325a03980387 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:56.329773 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6047d0-286a-4bce-b5a2-325a03980387 admin admin] Made reservation on behalf of 5b933568c6e948e4985918c6441df142 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:56:56.332083 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee6047d0-286a-4bce-b5a2-325a03980387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.370701 dv-cinder-786927-3-iscsi neutron-server[92928]: WARNING neutron.services.revisions.revision_plugin [None req-ee6047d0-286a-4bce-b5a2-325a03980387 admin admin] Could not find related network for resource to bump revision. Jul 14 13:56:56.381463 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6047d0-286a-4bce-b5a2-325a03980387 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:56:56.390170 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee6047d0-286a-4bce-b5a2-325a03980387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.390515 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-ee6047d0-286a-4bce-b5a2-325a03980387 admin admin] Added segment f4a43eb0-75a1-4bea-960d-46915ab06cc5 of type vlan for network 738bcf5e-4849-4aee-af72-980c8b40b52c Jul 14 13:56:56.428152 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee6047d0-286a-4bce-b5a2-325a03980387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.455155 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee6047d0-286a-4bce-b5a2-325a03980387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.456159 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6047d0-286a-4bce-b5a2-325a03980387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:56.456785 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee6047d0-286a-4bce-b5a2-325a03980387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:56.516577 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ee6047d0-286a-4bce-b5a2-325a03980387 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2511153 Jul 14 13:56:56.519042 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6047d0-286a-4bce-b5a2-325a03980387 admin admin] Pushing event updated for resources: {'Network': ['ID=738bcf5e-4849-4aee-af72-980c8b40b52c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:56.537895 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 738bcf5e-4849-4aee-af72-980c8b40b52c details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:56:58.707556 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47822) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:58.767070 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.pecan_wsgi.hooks.translation [None req-6876b9c0-b7cf-4c93-8400-1a75111cbecd admin admin] GET failed (client error): The resource could not be found. Jul 14 13:56:58.768317 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6876b9c0-b7cf-4c93-8400-1a75111cbecd admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598028 Jul 14 13:56:58.835739 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4b2b4c-b1e5-4a15-8cbb-1dd7fdb185e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:58.837234 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1b4b2b4c-b1e5-4a15-8cbb-1dd7fdb185e6 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649252 Jul 14 13:56:58.846793 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ef13cb9a-589e-435e-98cf-0d5ca16ae994 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '738bcf5e-4849-4aee-af72-980c8b40b52c', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:58.867115 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef13cb9a-589e-435e-98cf-0d5ca16ae994 admin admin] Made reservation on behalf of 5b933568c6e948e4985918c6441df142 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:56:58.869467 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ef13cb9a-589e-435e-98cf-0d5ca16ae994 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.030222 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ef13cb9a-589e-435e-98cf-0d5ca16ae994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.085007 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13cb9a-589e-435e-98cf-0d5ca16ae994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f49736e-e243-4f5e-92fe-4ba6acce1dcd,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:59.091715 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef13cb9a-589e-435e-98cf-0d5ca16ae994 admin admin] Checking segment: {'id': 'f4a43eb0-75a1-4bea-960d-46915ab06cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '738bcf5e-4849-4aee-af72-980c8b40b52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:59.092149 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef13cb9a-589e-435e-98cf-0d5ca16ae994 admin admin] Network hostable DHCP agents. Network: 738bcf5e-4849-4aee-af72-980c8b40b52c, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:56:59.108647 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef13cb9a-589e-435e-98cf-0d5ca16ae994 admin admin] Network 738bcf5e-4849-4aee-af72-980c8b40b52c is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:56:59.117494 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-ef13cb9a-589e-435e-98cf-0d5ca16ae994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 738bcf5e-4849-4aee-af72-980c8b40b52c) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:59.121585 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef13cb9a-589e-435e-98cf-0d5ca16ae994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:59.122176 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ef13cb9a-589e-435e-98cf-0d5ca16ae994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.127125 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7617178-de80-4650-94e0-2e2666fa43ce None None] Network 738bcf5e-4849-4aee-af72-980c8b40b52c requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:56:59.136934 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ef13cb9a-589e-435e-98cf-0d5ca16ae994 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2934906 Jul 14 13:56:59.369851 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77d02e5-6f03-5af9-b228-ffa7c33a544f-738bcf5e-4849-4aee-af72-980c8b40b52c', 'network_id': '738bcf5e-4849-4aee-af72-980c8b40b52c', 'tenant_id': '5b933568c6e948e4985918c6441df142', 'fixed_ips': [{'subnet_id': '7f49736e-e243-4f5e-92fe-4ba6acce1dcd'}]}} from dv-cinder-786927-3-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:56:59.370728 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.515705 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Allocated IP 192.168.233.2 (738bcf5e-4849-4aee-af72-980c8b40b52c/7f49736e-e243-4f5e-92fe-4ba6acce1dcd/bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:59.662713 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.671201 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Transition to ACTIVE for port object bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:59.686999 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Transition to ACTIVE for port object bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:59.693894 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.734356 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Network 738bcf5e-4849-4aee-af72-980c8b40b52c is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:59.740197 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:59.745027 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:59.752068 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Pushing event updated for resources: {'Port': ['ID=bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:59.776234 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:59.776579 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:59.776920 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:59.777277 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:59.777622 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:59.777933 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:59.778256 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:59.778578 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:59.778903 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:59.779220 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:59.779535 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:59.779853 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:59.816314 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Attempting to bind port bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:59.816679 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Attempting to bind port bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': 'f4a43eb0-75a1-4bea-960d-46915ab06cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '738bcf5e-4849-4aee-af72-980c8b40b52c'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:59.817064 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Attempting to bind port bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c on network 738bcf5e-4849-4aee-af72-980c8b40b52c {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:59.822302 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:59.822669 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Checking segment: {'id': 'f4a43eb0-75a1-4bea-960d-46915ab06cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '738bcf5e-4849-4aee-af72-980c8b40b52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:59.823082 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.823500 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Bound using segment: {'id': 'f4a43eb0-75a1-4bea-960d-46915ab06cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '738bcf5e-4849-4aee-af72-980c8b40b52c'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:59.823970 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Bound port: bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a43eb0-75a1-4bea-960d-46915ab06cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '738bcf5e-4849-4aee-af72-980c8b40b52c'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:59.824359 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.888085 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] For port bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:59.891236 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] For port bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c,segment=NetworkSegment(f4a43eb0-75a1-4bea-960d-46915ab06cc5),segment_id=f4a43eb0-75a1-4bea-960d-46915ab06cc5)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:59.896203 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:59.954895 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f56ccc-1e19-41f7-b015-ee29acb98f54 None None] Pushing event updated for resources: {'Port': ['ID=bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:00.745995 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:57:00.790405 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98cf620-4f40-40be-b9c0-2d04d07626ed None None] Network 738bcf5e-4849-4aee-af72-980c8b40b52c requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:57:00.856008 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d396c84a-1d09-4225-94c6-d684a7230d1b None None] Provisioning for port bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:57:00.862639 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:57:00.871692 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d396c84a-1d09-4225-94c6-d684a7230d1b None None] Provisioning complete for port bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:00.872060 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d396c84a-1d09-4225-94c6-d684a7230d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:00.876475 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:00.876889 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.082386 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d396c84a-1d09-4225-94c6-d684a7230d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.084577 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.137240 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c,segment=NetworkSegment(f4a43eb0-75a1-4bea-960d-46915ab06cc5),segment_id=f4a43eb0-75a1-4bea-960d-46915ab06cc5)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:01.143438 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.223180 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.db.api [None req-d396c84a-1d09-4225-94c6-d684a7230d1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92929) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 13:57:01.224628 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG oslo_db.api [None req-d396c84a-1d09-4225-94c6-d684a7230d1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 13:57:01.231840 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:01.883497 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-a722ced1-a9cd-4df1-915b-e42a4b8c3675 None None] Provisioning complete for port bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:01.884169 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a722ced1-a9cd-4df1-915b-e42a4b8c3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:02.702030 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:57:02.756345 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port bdf4fa6c-5cb6-41a1-b36c-ed00aca2173c triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:02.756706 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:09.663748 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:57:13.555638 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25ca16cd-a23c-4de3-b19d-e8ad9d21149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:16.290583 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-21ef461e-9c56-4d10-bfa5-c81988c4652e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:16.418310 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:17.273109 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:19.111346 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.560530 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1410fc4d-1be9-445c-bad8-baa85b45d7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:46.291775 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bdcc942c-253e-42c1-b783-0b86d033d635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:46.419816 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:46.662369 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:57:47.276108 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:49.114123 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:08.991651 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47874) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:08.997777 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [None req-7a919bba-4ce2-48a2-b5fe-91e693626161 tempest-verify_tempest_config-989027364 tempest-verify_tempest_config-989027364-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:58:08.998777 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7a919bba-4ce2-48a2-b5fe-91e693626161 tempest-verify_tempest_config-989027364 tempest-verify_tempest_config-989027364-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061257 Jul 14 13:58:09.296564 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47892) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:09.401835 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:09.489703 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:09.493202 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:09.539130 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d6154cdb98044ec7b11b1f1fffdc2ba4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2414002 Jul 14 13:58:09.540053 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5a8f6f-c9c0-4074-961c-7e4b405b4f9c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:09.541848 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 47896) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:09.547279 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.547651 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.547998 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.548334 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.548673 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.549022 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.549379 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.549710 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.550041 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.550367 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.550692 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.551016 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d3512-cf6b-4afa-910c-6c7e0759ff89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.615327 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:09.637849 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:09.723104 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:09.725668 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:09.726792 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b5a8f6f-c9c0-4074-961c-7e4b405b4f9c HTTP/1.1" status: 204 len: 168 time: 0.1839917 Jul 14 13:58:09.734170 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5a8f6f-c9c0-4074-961c-7e4b405b4f9c,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:09.740880 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.741205 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.741551 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.741880 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.742207 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.742545 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.742987 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.743310 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.743631 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.743950 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.744267 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:09.744584 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1027eae3-21ac-4fba-a439-46a556d22fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:13.560439 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e934de1a-4e26-4662-8740-b837819e7f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:16.294552 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7ae85fec-a0d5-4ae8-ae65-930d8a566a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:16.423242 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.279387 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.117462 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:23.660817 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:58:43.560665 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-38b0aec7-c418-4b61-80b9-febd961aa1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:46.294681 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-45a1ddef-1a72-4f97-9b81-c4861cb2131d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:46.424455 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:47.282056 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:49.119122 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:00.659481 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:59:13.561476 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-627c35c5-e250-41ad-9d4a-4cf0693416b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:16.295312 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c5168678-804f-4aa8-ba89-e44f4e1d9e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:16.427446 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:17.284071 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:19.122359 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:37.657936 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:59:40.712477 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402712'] for agent, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:43.562471 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f049e20e-0ebd-4dec-b761-705bdce5751a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:45.031914 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47950) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:45.135447 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4d6198f6-16f4-4847-b9b8-37610f144f9d admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1023624 Jul 14 13:59:46.298317 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-33f8a200-92cc-48e6-b0f8-d6a33ecabc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:46.429678 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:47.288880 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:47.317619 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 47960) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:47.376854 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-27d837fe-5c7f-49b6-bd3f-8b211a3fc2fb admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0580878 Jul 14 13:59:49.126283 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:10.665031 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:13.563253 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1daa0d55-aadb-4327-9daf-eeadbf826f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:14.656232 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:00:16.298740 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-960c0847-b126-45cd-b8b6-91c87d5e6164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:16.430566 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:17.288693 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:19.128129 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:40.682908 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:43.564331 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-890d99d1-7bf4-4f72-8525-22791bf515d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:46.300209 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3126c2ec-5b10-4d99-9407-c9d810883b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:46.430892 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:47.291667 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:49.133104 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:51.655486 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:01:10.713628 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:12.812825 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48118) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:13.135535 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-871357442-network', 'tenant_id': '40ee73c715d64e06adc1c8d53f355c51'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:13.160086 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Made reservation on behalf of 40ee73c715d64e06adc1c8d53f355c51 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:13.162550 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.171612 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.264998 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.270079 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.299243 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:01:13.301214 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51446841-5558-461d-b619-239fd3ed8247,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:13.311180 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.311545 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.311885 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.312218 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.312603 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.312950 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.313495 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.313825 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.314165 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.314653 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.315137 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.315456 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Tracked resource versions report: Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: pushed versions: Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: { 'AddressGroup': {'1.2'}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'ConntrackHelper': {'1.0'}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Log': {'1.0'}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Network': {'1.1'}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Port': {'1.7'}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'PortForwarding': {'1.2'}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'QosPolicy': {'1.8'}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'SecurityGroup': {'1.4'}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'SubPort': {'1.0'}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Subnet': {'1.1'}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Trunk': {'1.1'}} Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: consumer versions: Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: { DHCP agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: HyperV agent@hv-cinder-78692: {}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: L3 agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: Metadata agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: Metering agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: Open vSwitch agent@dv-cinder-786927-3-iscsi: { 'AddressGroup': '1.2', Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'ConntrackHelper': '1.0', Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Log': '1.0', Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Network': '1.1', Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Port': '1.7', Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'PortForwarding': '1.2', Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'QosPolicy': '1.8', Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'SecurityGroup': '1.4', Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'SecurityGroupRule': '1.2', Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'SubPort': '1.0', Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Subnet': '1.1', Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: 'Trunk': '1.1'}} Jul 14 14:01:13.316512 dv-cinder-786927-3-iscsi neutron-server[92928]: {{(pid=92928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:01:13.324691 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.325018 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Added segment e987f612-a436-46a8-a13d-464c00316e02 of type vlan for network 71f287e9-8674-4e0b-94b7-fb34be8f11a7 Jul 14 14:01:13.370062 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.405554 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.406576 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:13.407309 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.472374 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6583500 Jul 14 14:01:13.475429 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48170) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:13.480493 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8887c-01e9-4fb6-ad9f-39092e5d8214 admin admin] Pushing event updated for resources: {'Network': ['ID=71f287e9-8674-4e0b-94b7-fb34be8f11a7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:13.482183 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Request body: {'subnet': {'network_id': '71f287e9-8674-4e0b-94b7-fb34be8f11a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-871357442-subnet', 'tenant_id': '40ee73c715d64e06adc1c8d53f355c51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:13.492081 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 71f287e9-8674-4e0b-94b7-fb34be8f11a7 details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:01:13.509819 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Made reservation on behalf of 40ee73c715d64e06adc1c8d53f355c51 for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:13.515145 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.575946 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-48fb8daf-dc89-4093-9e80-bd7ec106289c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.740853 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.789108 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ffbaef-3285-4ef1-86ba-3983b4f0ac52,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:13.792404 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48182) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:13.798596 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.799196 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.799821 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.800349 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.800880 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.801431 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.801961 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.802471 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.803187 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.803694 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.804375 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.804881 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Tracked resource versions report: Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: pushed versions: Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: { 'AddressGroup': {'1.2'}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'ConntrackHelper': {'1.0'}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Log': {'1.0'}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Network': {'1.1'}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Port': {'1.7'}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'PortForwarding': {'1.2'}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'QosPolicy': {'1.8'}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'SecurityGroup': {'1.4'}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'SubPort': {'1.0'}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Subnet': {'1.1'}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Trunk': {'1.1'}} Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: consumer versions: Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: { DHCP agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: HyperV agent@hv-cinder-78692: {}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: L3 agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: Metadata agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: Metering agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: Open vSwitch agent@dv-cinder-786927-3-iscsi: { 'AddressGroup': '1.2', Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'ConntrackHelper': '1.0', Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Log': '1.0', Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Network': '1.1', Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Port': '1.7', Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'PortForwarding': '1.2', Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'QosPolicy': '1.8', Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'SecurityGroup': '1.4', Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'SecurityGroupRule': '1.2', Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'SubPort': '1.0', Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Subnet': '1.1', Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: 'Trunk': '1.1'}} Jul 14 14:01:13.806179 dv-cinder-786927-3-iscsi neutron-server[92927]: {{(pid=92927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:01:13.808124 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48186) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:13.839603 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Checking segment: {'id': 'e987f612-a436-46a8-a13d-464c00316e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71f287e9-8674-4e0b-94b7-fb34be8f11a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:13.840234 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Network hostable DHCP agents. Network: 71f287e9-8674-4e0b-94b7-fb34be8f11a7, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:01:13.886299 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Network 71f287e9-8674-4e0b-94b7-fb34be8f11a7 is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:01:13.904514 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 71f287e9-8674-4e0b-94b7-fb34be8f11a7) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:13.911677 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:13.913786 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:13.915514 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdb6b09-d56a-4cc2-8c74-f5b342914e30 None None] Network 71f287e9-8674-4e0b-94b7-fb34be8f11a7 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:13.945548 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-58c75e0d-87cc-4904-b9de-7729b156fb3b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4671798 Jul 14 14:01:14.080414 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2289bd95-4696-4d17-a761-4a16186fbebb None None] Network 71f287e9-8674-4e0b-94b7-fb34be8f11a7 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:14.152686 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1346354782-network', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:14.177304 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-356507786-network', 'tenant_id': '84091d0680394dc3955f3ed734020316'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:14.194179 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] Made reservation on behalf of aa13ca28f8df42b2b3aca669a1704eb3 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:14.197671 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.210841 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.232602 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] Made reservation on behalf of 84091d0680394dc3955f3ed734020316 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:14.235472 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.252623 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.350469 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.356937 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.382652 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:01:14.396772 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.397195 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] Added segment 637742ab-217f-417e-a3a5-8d63f836ee45 of type vlan for network 71a6fd6e-e0b7-41ce-b515-46956efe817e Jul 14 14:01:14.472834 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accbb1de-b951-4746-af39-b661ffdd8e3d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:14.500791 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.562929 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.563887 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:14.564464 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.593657 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.639746 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.652509 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8588674 Jul 14 14:01:14.656151 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48236) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:14.663200 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-c9bc3572-7b7e-458f-b50a-35242be34999 admin admin] Request body: {'subnet': {'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1346354782-subnet', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:14.667937 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da688d45-5895-4bed-9762-1b05ae44b828 admin admin] Pushing event updated for resources: {'Network': ['ID=71a6fd6e-e0b7-41ce-b515-46956efe817e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:14.671721 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:01:14.679893 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 71a6fd6e-e0b7-41ce-b515-46956efe817e details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:01:14.692170 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.692170 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] Added segment 3a6bd37e-d153-4a8e-a426-356d1ce2995f of type vlan for network 3410fdfc-dc44-4fd7-9145-5178f588b3ac Jul 14 14:01:14.719408 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f794b3d-d388-49af-ac2c-42a9dbf8ca50,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:14.722958 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bc3572-7b7e-458f-b50a-35242be34999 admin admin] Made reservation on behalf of aa13ca28f8df42b2b3aca669a1704eb3 for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:14.726145 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3572-7b7e-458f-b50a-35242be34999 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.763934 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.827621 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.828344 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:14.828937 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:14.908479 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=3410fdfc-dc44-4fd7-9145-5178f588b3ac,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:14.911665 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4787d322-7ace-4400-8a35-4685bb0a2bd0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1040664 Jul 14 14:01:14.914646 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48244) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:14.920571 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 3410fdfc-dc44-4fd7-9145-5178f588b3ac details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:01:14.923451 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-cc533c98-5f6d-4f90-8213-1b5d246a76ed admin admin] Request body: {'subnet': {'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-subnet', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:14.950558 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc533c98-5f6d-4f90-8213-1b5d246a76ed admin admin] Made reservation on behalf of 84091d0680394dc3955f3ed734020316 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:14.954247 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cc533c98-5f6d-4f90-8213-1b5d246a76ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.033007 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3572-7b7e-458f-b50a-35242be34999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.159579 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bc3572-7b7e-458f-b50a-35242be34999 admin admin] Checking segment: {'id': '637742ab-217f-417e-a3a5-8d63f836ee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:15.159840 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc3572-7b7e-458f-b50a-35242be34999 admin admin] Network hostable DHCP agents. Network: 71a6fd6e-e0b7-41ce-b515-46956efe817e, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:01:15.163404 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc3572-7b7e-458f-b50a-35242be34999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:15.200572 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc3572-7b7e-458f-b50a-35242be34999 admin admin] Network 71a6fd6e-e0b7-41ce-b515-46956efe817e is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:01:15.237171 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-c9bc3572-7b7e-458f-b50a-35242be34999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 71a6fd6e-e0b7-41ce-b515-46956efe817e) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:15.250241 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bc3572-7b7e-458f-b50a-35242be34999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:15.251168 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3572-7b7e-458f-b50a-35242be34999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.256599 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d695212b-492b-4c11-858e-77e38fcefb9d None None] Network 71a6fd6e-e0b7-41ce-b515-46956efe817e requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:15.294655 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c9bc3572-7b7e-458f-b50a-35242be34999 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6372626 Jul 14 14:01:15.297580 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48256) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:15.302578 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1346354782-router', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:15.371837 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12423'] for router, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.373246 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12430'] for router, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.390031 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cc533c98-5f6d-4f90-8213-1b5d246a76ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.523800 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.596186 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc533c98-5f6d-4f90-8213-1b5d246a76ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9e99f6-8685-4c55-b68e-415908b0bb16,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:15.624957 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc533c98-5f6d-4f90-8213-1b5d246a76ed admin admin] Checking segment: {'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:15.625341 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc533c98-5f6d-4f90-8213-1b5d246a76ed admin admin] Network hostable DHCP agents. Network: 3410fdfc-dc44-4fd7-9145-5178f588b3ac, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:01:15.649315 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4245365-08b8-450c-ac79-f181fb2f09bf None None] Network 71a6fd6e-e0b7-41ce-b515-46956efe817e requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:15.670228 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc533c98-5f6d-4f90-8213-1b5d246a76ed admin admin] Network 3410fdfc-dc44-4fd7-9145-5178f588b3ac is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:01:15.686203 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-cc533c98-5f6d-4f90-8213-1b5d246a76ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 3410fdfc-dc44-4fd7-9145-5178f588b3ac) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:15.691544 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc533c98-5f6d-4f90-8213-1b5d246a76ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:15.692279 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cc533c98-5f6d-4f90-8213-1b5d246a76ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.775514 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cc533c98-5f6d-4f90-8213-1b5d246a76ed admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8514240 Jul 14 14:01:15.776581 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48274) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:15.802736 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:15.844162 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12448'] for router, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.882097 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb45f37c-08e1-48f8-981b-9d3ff6478402 None None] Network 3410fdfc-dc44-4fd7-9145-5178f588b3ac requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:15.891687 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12423'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:15.894958 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12430'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.035764 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.322413 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77d02e5-6f03-5af9-b228-ffa7c33a544f-3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16'}]}} from dv-cinder-786927-3-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:01:16.326620 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.350868 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c382d208-33c3-44e6-b466-58f484813286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.366597 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.397681 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12448'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.419927 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.478053 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.496624 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48298) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:16.544520 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Allocated IP 172.20.0.2 (3410fdfc-dc44-4fd7-9145-5178f588b3ac/7c9e99f6-8685-4c55-b68e-415908b0bb16/bb6f78c2-290b-4f76-b473-e1f96993a232) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:01:16.779174 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.814302 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.833450 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Transition to ACTIVE for port object bb6f78c2-290b-4f76-b473-e1f96993a232 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:16.842267 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.871257 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Allocated IP 172.27.0.4 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/1425082c-ee08-4ebe-932a-1a0edf6e0c76) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:01:16.903640 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Transition to ACTIVE for port object bb6f78c2-290b-4f76-b473-e1f96993a232 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:16.916285 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-72ac3de2-9274-41b2-a7af-16bbfbd38f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.921735 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.958399 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Network 3410fdfc-dc44-4fd7-9145-5178f588b3ac is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:16.965279 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:17.030914 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:01:17.112345 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Attempting to bind port bb6f78c2-290b-4f76-b473-e1f96993a232 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:01:17.112923 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Attempting to bind port bb6f78c2-290b-4f76-b473-e1f96993a232 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:01:17.124235 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.124975 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Attempting to bind port bb6f78c2-290b-4f76-b473-e1f96993a232 on network 3410fdfc-dc44-4fd7-9145-5178f588b3ac {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:17.141737 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48348) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:17.144870 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:01:17.145535 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Checking segment: {'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:17.145676 dv-cinder-786927-3-iscsi neutron-server[92928]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 14:01:17.146200 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.146744 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Bound using segment: {'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:01:17.147394 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Bound port: bb6f78c2-290b-4f76-b473-e1f96993a232, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:01:17.147958 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.183855 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-72ac3de2-9274-41b2-a7af-16bbfbd38f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.185589 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Pushing event updated for resources: {'Port': ['ID=bb6f78c2-290b-4f76-b473-e1f96993a232,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:17.190341 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-72ac3de2-9274-41b2-a7af-16bbfbd38f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.195306 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:17.195864 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:17.196501 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:17.197010 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:17.197744 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:17.198288 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:17.199299 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:17.199890 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:17.200241 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:17.200789 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:17.201152 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:17.201635 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Tracked resource versions report: Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: pushed versions: Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: { 'AddressGroup': {'1.2'}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'ConntrackHelper': {'1.0'}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Log': {'1.0'}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Network': {'1.1'}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Port': {'1.7'}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'PortForwarding': {'1.2'}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'QosPolicy': {'1.8'}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'SecurityGroup': {'1.4'}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'SubPort': {'1.0'}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Subnet': {'1.1'}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Trunk': {'1.1'}} Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: consumer versions: Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: { DHCP agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: HyperV agent@hv-cinder-78692: {}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: L3 agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: Metadata agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: Metering agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: Open vSwitch agent@dv-cinder-786927-3-iscsi: { 'AddressGroup': '1.2', Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'ConntrackHelper': '1.0', Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Log': '1.0', Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Network': '1.1', Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Port': '1.7', Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'PortForwarding': '1.2', Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'QosPolicy': '1.8', Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'SecurityGroup': '1.4', Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'SecurityGroupRule': '1.2', Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'SubPort': '1.0', Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Subnet': '1.1', Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: 'Trunk': '1.1'}} Jul 14 14:01:17.202887 dv-cinder-786927-3-iscsi neutron-server[92929]: {{(pid=92929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:01:17.224553 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac3de2-9274-41b2-a7af-16bbfbd38f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc25322-d58e-4c1b-ba2b-0b1d2ce4258e,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:17.243119 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.245687 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] For port bb6f78c2-290b-4f76-b473-e1f96993a232, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:01:17.250111 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] For port bb6f78c2-290b-4f76-b473-e1f96993a232, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=bb6f78c2-290b-4f76-b473-e1f96993a232,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:01:17.258792 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.266875 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:17.273605 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:17.297012 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:01:17.358314 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Allocated IP 172.27.0.250 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/823f0d78-a310-49c0-ad8d-137be950896f) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:01:17.407735 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.446960 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021f06a-9bdf-43f9-83fb-edeeefb97d61 None None] Pushing event updated for resources: {'Port': ['ID=bb6f78c2-290b-4f76-b473-e1f96993a232,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:17.484543 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-72ac3de2-9274-41b2-a7af-16bbfbd38f80 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f8099ad4049c4a919afa427c1c7472f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9865098 Jul 14 14:01:17.491230 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48364) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:17.509519 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224a359-694e-4b80-b787-0802d45ecc98 req-47898ffb-7592-4389-a3b2-511d245d68d6 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:17.522625 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-47898ffb-7592-4389-a3b2-511d245d68d6 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/networks?id=71f287e9-8674-4e0b-94b7-fb34be8f11a7 HTTP/1.1" status: 200 len: 811 time: 0.3795938 Jul 14 14:01:17.553750 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-f4741468-bed6-4c49-b18c-32212cb1dc47 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/quotas/40ee73c715d64e06adc1c8d53f355c51 HTTP/1.1" status: 200 len: 375 time: 0.0301189 Jul 14 14:01:17.602435 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Pushing event updated for resources: {'Port': ['ID=1425082c-ee08-4ebe-932a-1a0edf6e0c76,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:17.626355 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-d4a719bc-6172-449c-aa06-c36e224309f1 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=40ee73c715d64e06adc1c8d53f355c51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717134 Jul 14 14:01:17.754582 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.810638 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e8eb9ea-9c24-499e-a649-72778fa7b5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.862111 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.868188 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e8eb9ea-9c24-499e-a649-72778fa7b5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.881534 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.928698 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-24173276-51a0-40e0-aa1a-fdf485860d39 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:01:17.930949 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-24173276-51a0-40e0-aa1a-fdf485860d39 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1244996 Jul 14 14:01:17.981123 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:18.013068 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:18.020662 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:01:18.060064 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Pushing event updated for resources: {'Port': ['ID=823f0d78-a310-49c0-ad8d-137be950896f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:18.160016 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e8eb9ea-9c24-499e-a649-72778fa7b5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:18.165724 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e8eb9ea-9c24-499e-a649-72778fa7b5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:18.171142 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-2e8eb9ea-9c24-499e-a649-72778fa7b5d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/edc25322-d58e-4c1b-ba2b-0b1d2ce4258e HTTP/1.1" status: 204 len: 168 time: 0.6712368 Jul 14 14:01:18.180593 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8eb9ea-9c24-499e-a649-72778fa7b5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc25322-d58e-4c1b-ba2b-0b1d2ce4258e,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:18.190039 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405964'] for router, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:18.206779 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-2afa853d-e8a5-4905-82be-bf72d367c7d6 service neutron] 10.222.0.57 "GET /v2.0/networks/71f287e9-8674-4e0b-94b7-fb34be8f11a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563279 Jul 14 14:01:18.407552 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Router 944081e9-a032-4d45-9882-c27cf0e8d507 is scheduled to L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e with binding_index 1 {{(pid=92927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:01:18.479437 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:18.544570 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-1d315a0f-3e52-4f05-a5dd-3aa8b0554dfe service neutron] 10.222.0.57 "GET /v2.0/networks/71f287e9-8674-4e0b-94b7-fb34be8f11a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182178 Jul 14 14:01:18.585572 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:01:18.595725 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Sync routers for ids ['944081e9-a032-4d45-9882-c27cf0e8d507'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:01:18.612477 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Routers {'944081e9-a032-4d45-9882-c27cf0e8d507'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:18.614975 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:01:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['944081e9-a032-4d45-9882-c27cf0e8d507'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:18.644377 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:18.649762 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b8f5040e-e22b-4e1c-8df7-ac855b9f2c3a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3502519 Jul 14 14:01:18.650489 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48430) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:18.870196 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ae007c-6bf9-44b5-b74c-e2492b5abd67 None None] Network 3410fdfc-dc44-4fd7-9145-5178f588b3ac requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:18.927067 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Set router 944081e9-a032-4d45-9882-c27cf0e8d507 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:19.031991 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48452) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:19.102102 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48460) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:19.142325 dv-cinder-786927-3-iscsi neutron-server[92927]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 14:01:19.142680 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device bb6f78c2-290b-4f76-b473-e1f96993a232 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:19.156616 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2c050229-ba8c-4d3d-8faa-ef15aba495a5 None None] Provisioning for port bb6f78c2-290b-4f76-b473-e1f96993a232 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:01:19.196724 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e81dc4a9-f6af-4bb4-a07c-6f15463cd8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.283724 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405964'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.289912 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'name': 'tempest-ServerRescueNegativeTestJSON-1346354782-router', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1425082c-ee08-4ebe-932a-1a0edf6e0c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:17Z', 'revision_number': 3, 'project_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'gw_port': {'id': '1425082c-ee08-4ebe-932a-1a0edf6e0c76', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:19.307098 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.350386 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port bb6f78c2-290b-4f76-b473-e1f96993a232 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:01:19.353277 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-76e9ff41-10a7-43ca-8b52-77647379a8b5 req-968dda05-dabd-4252-9697-be2afe0fa04e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 210 time: 0.2301672 Jul 14 14:01:19.360764 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port bb6f78c2-290b-4f76-b473-e1f96993a232 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:19.361177 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.390211 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Checking router: 944081e9-a032-4d45-9882-c27cf0e8d507 for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:01:19.391602 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Updating router 944081e9-a032-4d45-9882-c27cf0e8d507 port 1425082c-ee08-4ebe-932a-1a0edf6e0c76 binding host dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:01:19.469659 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.578738 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.623252 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 is scheduled to L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:01:19.659074 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port bb6f78c2-290b-4f76-b473-e1f96993a232, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=bb6f78c2-290b-4f76-b473-e1f96993a232,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:19.676758 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.793182 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=bb6f78c2-290b-4f76-b473-e1f96993a232,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:19.827370 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-3a6f244f-97c1-4ef1-a454-604c618be233 None None] Provisioning complete for port bb6f78c2-290b-4f76-b473-e1f96993a232 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:19.827999 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a6f244f-97c1-4ef1-a454-604c618be233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:19.950907 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:01:19.968960 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Sync routers for ids ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:01:20.050928 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Routers {'0a02cf58-130c-4bd9-a991-5f155e5fc5e7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:20.056115 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:01:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:20.065143 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.142479 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.158297 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Transition to ACTIVE for port object 1425082c-ee08-4ebe-932a-1a0edf6e0c76 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:20.167717 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.243229 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Attempting to bind port 1425082c-ee08-4ebe-932a-1a0edf6e0c76 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:01:20.243866 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Attempting to bind port 1425082c-ee08-4ebe-932a-1a0edf6e0c76 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:01:20.244422 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Attempting to bind port 1425082c-ee08-4ebe-932a-1a0edf6e0c76 on network aee5fac4-045e-4b71-9019-7c5205bf3b95 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:20.253318 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Set router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:20.263669 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:01:20.264055 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Checking segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:20.264583 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.264989 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Bound using segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:01:20.265690 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Bound port: 1425082c-ee08-4ebe-932a-1a0edf6e0c76, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:01:20.266284 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.286976 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e81dc4a9-f6af-4bb4-a07c-6f15463cd8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.302208 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e81dc4a9-f6af-4bb4-a07c-6f15463cd8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.308938 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Pushing event updated for resources: {'Port': ['ID=1425082c-ee08-4ebe-932a-1a0edf6e0c76,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:20.315307 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.316759 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-af59b048-0daf-4606-b8d0-1ab7cfb51d7d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5376768 Jul 14 14:01:20.319681 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48532) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:20.357789 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-e81dc4a9-f6af-4bb4-a07c-6f15463cd8d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=212e22e6c54848a8a86fa6d44364ca45&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3246996 Jul 14 14:01:20.360173 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Allocated IP 172.20.0.1 (71a6fd6e-e0b7-41ce-b515-46956efe817e/cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57/4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:01:20.362669 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81dc4a9-f6af-4bb4-a07c-6f15463cd8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00029943-8fda-4fea-9da1-0a30bf2c7157,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:20.365780 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:20.366136 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:20.366479 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:20.366817 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:20.367414 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48534) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:20.377299 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:20.377735 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:20.378077 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:20.378415 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:20.378780 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:20.379119 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:20.379449 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:20.379775 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Tracked resource versions report: Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: pushed versions: Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: { 'AddressGroup': {'1.2'}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'ConntrackHelper': {'1.0'}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Log': {'1.0'}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Network': {'1.1'}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Port': {'1.7'}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'PortForwarding': {'1.2'}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'QosPolicy': {'1.8'}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'SecurityGroup': {'1.4'}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'SubPort': {'1.0'}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Subnet': {'1.1'}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Trunk': {'1.1'}} Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: consumer versions: Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: { DHCP agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: HyperV agent@hv-cinder-78692: {}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: L3 agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: Metadata agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: Metering agent@dv-cinder-786927-3-iscsi: {}, Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: Open vSwitch agent@dv-cinder-786927-3-iscsi: { 'AddressGroup': '1.2', Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'ConntrackHelper': '1.0', Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Log': '1.0', Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Network': '1.1', Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Port': '1.7', Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'PortForwarding': '1.2', Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'QosPolicy': '1.8', Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'SecurityGroup': '1.4', Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'SecurityGroupRule': '1.2', Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'SubPort': '1.0', Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Subnet': '1.1', Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: 'Trunk': '1.1'}} Jul 14 14:01:20.380894 dv-cinder-786927-3-iscsi neutron-server[92930]: {{(pid=92930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:01:20.424903 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] For port 1425082c-ee08-4ebe-932a-1a0edf6e0c76, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:01:20.430224 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] For port 1425082c-ee08-4ebe-932a-1a0edf6e0c76, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=1425082c-ee08-4ebe-932a-1a0edf6e0c76,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:01:20.442081 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.467228 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7561cf2a-322a-474e-a88c-faa079ef34ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.492786 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7561cf2a-322a-474e-a88c-faa079ef34ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.545855 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17274b9d-f1c9-48d8-92ce-9ea0c3522a85 None None] Pushing event updated for resources: {'Port': ['ID=1425082c-ee08-4ebe-932a-1a0edf6e0c76,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:20.601653 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7561cf2a-322a-474e-a88c-faa079ef34ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.604754 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7561cf2a-322a-474e-a88c-faa079ef34ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.606509 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-7561cf2a-322a-474e-a88c-faa079ef34ba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00029943-8fda-4fea-9da1-0a30bf2c7157 HTTP/1.1" status: 204 len: 168 time: 0.2336586 Jul 14 14:01:20.629180 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Routers {'944081e9-a032-4d45-9882-c27cf0e8d507'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:20.633698 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:01:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['944081e9-a032-4d45-9882-c27cf0e8d507'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:20.644861 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-55f5f56f-d0be-483f-bd66-d86c59cc186b req-2f1b49e6-b62a-4e7e-9487-14d395de8c05 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 210 time: 0.0917776 Jul 14 14:01:20.656166 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561cf2a-322a-474e-a88c-faa079ef34ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00029943-8fda-4fea-9da1-0a30bf2c7157,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:20.779619 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.833704 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:18Z', 'revision_number': 3, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:20.895691 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Checking router: 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:01:20.896452 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Updating router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 port 823f0d78-a310-49c0-ad8d-137be950896f binding host dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:01:20.925584 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] Set router 944081e9-a032-4d45-9882-c27cf0e8d507 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:20.940648 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:20.950047 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device bb6f78c2-290b-4f76-b473-e1f96993a232 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:21.053657 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.097342 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48564) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:21.127708 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Network 71a6fd6e-e0b7-41ce-b515-46956efe817e is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:21.132812 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:21.159931 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:01:21.160421 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409001'] for router_interface, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.412700 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.425871 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Transition to ACTIVE for port object 823f0d78-a310-49c0-ad8d-137be950896f will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:21.438553 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.443881 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port bb6f78c2-290b-4f76-b473-e1f96993a232 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:21.444339 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.548163 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.564668 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'name': 'tempest-ServerRescueNegativeTestJSON-1346354782-router', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1425082c-ee08-4ebe-932a-1a0edf6e0c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:17Z', 'revision_number': 3, 'project_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'gw_port': {'id': '1425082c-ee08-4ebe-932a-1a0edf6e0c76', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:21.569937 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ece6168e-958d-4a94-9868-b32e228377a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.605622 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Attempting to bind port 823f0d78-a310-49c0-ad8d-137be950896f on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:01:21.606307 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Attempting to bind port 823f0d78-a310-49c0-ad8d-137be950896f by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:01:21.606846 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Attempting to bind port 823f0d78-a310-49c0-ad8d-137be950896f on network aee5fac4-045e-4b71-9019-7c5205bf3b95 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:21.616468 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d947804-fb3a-4611-877b-fd955a3f9c3e None None] Pushing event updated for resources: {'Port': ['ID=823f0d78-a310-49c0-ad8d-137be950896f,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:21.634403 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:01:21.635060 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Checking segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:21.635653 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.636237 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Bound using segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:01:21.636896 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Bound port: 823f0d78-a310-49c0-ad8d-137be950896f, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:01:21.637511 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.678283 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3090b-7542-4fe2-adc5-326ecc7e7198 None None] The sync data for ids ['944081e9-a032-4d45-9882-c27cf0e8d507'] in dv-cinder-786927-3-iscsi is: [{'id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'name': 'tempest-ServerRescueNegativeTestJSON-1346354782-router', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1425082c-ee08-4ebe-932a-1a0edf6e0c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:17Z', 'revision_number': 3, 'project_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'gw_port': {'id': '1425082c-ee08-4ebe-932a-1a0edf6e0c76', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:01:21.785355 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] For port 823f0d78-a310-49c0-ad8d-137be950896f, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:01:21.791868 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] For port 823f0d78-a310-49c0-ad8d-137be950896f, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=823f0d78-a310-49c0-ad8d-137be950896f,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:01:21.799263 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Pushing event updated for resources: {'Port': ['ID=4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:21.802536 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.874635 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.991809 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Routers {'0a02cf58-130c-4bd9-a991-5f155e5fc5e7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:21.994922 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:01:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:22.092567 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ece6168e-958d-4a94-9868-b32e228377a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.106982 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ece6168e-958d-4a94-9868-b32e228377a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.197032 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6168e-958d-4a94-9868-b32e228377a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72a2f18-30d9-4db1-9222-e41aab533dc0,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:22.200669 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] Set router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:22.313991 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ece6168e-958d-4a94-9868-b32e228377a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66124aac42fe4b49830ea1367b2ffb97&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2117121 Jul 14 14:01:22.324686 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48610) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:22.385493 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Allocated IP 172.20.0.1 (3410fdfc-dc44-4fd7-9145-5178f588b3ac/7c9e99f6-8685-4c55-b68e-415908b0bb16/bf4f9d2a-9122-4adc-bde0-5d5ff465477e) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:01:22.415406 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8bacc5d2-1b55-4baa-88ac-8cc0969be13a req-ba93d8c8-dd45-4c97-9a3f-b2fd17953b87 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 210 time: 0.3466568 Jul 14 14:01:22.431937 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.468832 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d947804-fb3a-4611-877b-fd955a3f9c3e None None] Pushing event updated for resources: {'Port': ['ID=823f0d78-a310-49c0-ad8d-137be950896f,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:22.515139 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.517418 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16476197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407779'] for router_interface, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.667896 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Pushing event updated for resources: {'Port': ['ID=4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:22.674506 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-02e5c34d-f048-48c2-b3f6-e6d047bbd843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.700532 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.722090 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-02e5c34d-f048-48c2-b3f6-e6d047bbd843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.774112 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Transition to ACTIVE for port object bf4f9d2a-9122-4adc-bde0-5d5ff465477e will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:22.833008 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:18Z', 'revision_number': 3, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:22.934241 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:23.009386 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ec276-1d32-4665-8d77-30201b7ecf68 None None] The sync data for ids ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'] in dv-cinder-786927-3-iscsi is: [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:18Z', 'revision_number': 3, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:01:23.024968 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 1425082c-ee08-4ebe-932a-1a0edf6e0c76 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:23.052406 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-02e5c34d-f048-48c2-b3f6-e6d047bbd843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:23.055783 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-02e5c34d-f048-48c2-b3f6-e6d047bbd843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:23.056985 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-02e5c34d-f048-48c2-b3f6-e6d047bbd843 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f72a2f18-30d9-4db1-9222-e41aab533dc0 HTTP/1.1" status: 204 len: 168 time: 0.7310550 Jul 14 14:01:23.065611 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Network 71a6fd6e-e0b7-41ce-b515-46956efe817e is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:23.068467 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:23.117663 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5c34d-f048-48c2-b3f6-e6d047bbd843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72a2f18-30d9-4db1-9222-e41aab533dc0,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:23.128372 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.38', 51805) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:23.129431 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Network 3410fdfc-dc44-4fd7-9145-5178f588b3ac is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:23.156019 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:23.179493 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:01:23.193300 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409001'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:23.206735 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 1425082c-ee08-4ebe-932a-1a0edf6e0c76 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:01:23.211321 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 1425082c-ee08-4ebe-932a-1a0edf6e0c76 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:23.211818 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:23.236015 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48644) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:23.551761 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:23.641025 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port 1425082c-ee08-4ebe-932a-1a0edf6e0c76, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=1425082c-ee08-4ebe-932a-1a0edf6e0c76,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:23.656986 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:23.886875 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf4f9d2a-9122-4adc-bde0-5d5ff465477e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:23.936329 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=1425082c-ee08-4ebe-932a-1a0edf6e0c76,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:23.965245 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-26733c09-6bba-4775-a4a9-e88b77d06f3f None None] Provisioning for port bf4f9d2a-9122-4adc-bde0-5d5ff465477e completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:01:23.979648 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-26733c09-6bba-4775-a4a9-e88b77d06f3f None None] Provisioning complete for port bf4f9d2a-9122-4adc-bde0-5d5ff465477e triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:23.983245 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-26733c09-6bba-4775-a4a9-e88b77d06f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:24.014085 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:24.057814 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-68157763-744f-4d5c-af8c-ae1da38e3efd req-0c697370-9973-4df0-89e6-643c2fb74044 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 210 time: 0.0544436 Jul 14 14:01:24.116418 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-26733c09-6bba-4775-a4a9-e88b77d06f3f None None] Port bf4f9d2a-9122-4adc-bde0-5d5ff465477e cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:01:24.236640 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Router 944081e9-a032-4d45-9882-c27cf0e8d507 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:01:24.718980 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48692) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:24.727434 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224a359-694e-4b80-b787-0802d45ecc98 req-811f943a-562d-48ff-a7bb-a1cdb1c4300f tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:24.729115 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-811f943a-562d-48ff-a7bb-a1cdb1c4300f tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.38 "GET /v2.0/networks?id=71f287e9-8674-4e0b-94b7-fb34be8f11a7 HTTP/1.1" status: 200 len: 811 time: 1.4943128 Jul 14 14:01:24.848470 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:01:24.856433 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-9ac5dfa9-b835-40ed-a6e4-1f4b1a35c13f admin admin] 10.222.0.57 "PUT /v2.0/routers/944081e9-a032-4d45-9882-c27cf0e8d507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2047188 Jul 14 14:01:24.864966 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-65ea11f2-23ba-4123-b760-f96ee353fd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:24.896261 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:24.900901 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-e224a359-694e-4b80-b787-0802d45ecc98 req-1aa0d252-ae85-4472-992b-e6426062208a tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Request body: {'port': {'device_id': '953c909b-7e75-4425-b218-1106d283c138', 'network_id': '71f287e9-8674-4e0b-94b7-fb34be8f11a7', 'admin_state_up': True, 'tenant_id': '40ee73c715d64e06adc1c8d53f355c51'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:24.911568 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:24.913305 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16476197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407779'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:25.095909 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-65ea11f2-23ba-4123-b760-f96ee353fd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:25.108260 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a7bd8296-5980-48e3-8d09-d21983db1b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:25.150339 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf4f9d2a-9122-4adc-bde0-5d5ff465477e,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:25.210690 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-65ea11f2-23ba-4123-b760-f96ee353fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:25.258157 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 1425082c-ee08-4ebe-932a-1a0edf6e0c76 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:25.293034 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Network 3410fdfc-dc44-4fd7-9145-5178f588b3ac is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:25.307361 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:25.362205 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Sync routers for ids ['944081e9-a032-4d45-9882-c27cf0e8d507'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:01:25.395228 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Routers {'944081e9-a032-4d45-9882-c27cf0e8d507'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:25.395881 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:01:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['944081e9-a032-4d45-9882-c27cf0e8d507'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:25.486250 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 1425082c-ee08-4ebe-932a-1a0edf6e0c76 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:25.489954 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:25.493028 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-65ea11f2-23ba-4123-b760-f96ee353fd0f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0a1bb38cf7bf4b11b452dbdcc78c4598&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7609494 Jul 14 14:01:25.586214 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48740) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:25.991223 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 823f0d78-a310-49c0-ad8d-137be950896f up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:26.046416 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Set router 944081e9-a032-4d45-9882-c27cf0e8d507 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:26.092655 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-883ef2a5-8121-4f60-bfde-ca4715094bb3 None None] Provisioning complete for port bf4f9d2a-9122-4adc-bde0-5d5ff465477e triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:26.093475 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-883ef2a5-8121-4f60-bfde-ca4715094bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:26.145089 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea11f2-23ba-4123-b760-f96ee353fd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2fea33-2ecb-455d-a835-6b01bbdf3d2a,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:26.222124 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-07d3bc7e-ba10-452d-b45f-f0d42e17595b req-51793a8f-af31-4811-a0ae-6a37a904b148 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 210 time: 0.6343749 Jul 14 14:01:26.295108 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-883ef2a5-8121-4f60-bfde-ca4715094bb3 None None] Port bf4f9d2a-9122-4adc-bde0-5d5ff465477e cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:01:26.318391 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 823f0d78-a310-49c0-ad8d-137be950896f completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:01:26.350017 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 823f0d78-a310-49c0-ad8d-137be950896f triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:26.350651 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:26.445551 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:01:26.453082 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-354a95a0-775d-4057-86c7-04c1989b4e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:26.546623 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-354a95a0-775d-4057-86c7-04c1989b4e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:26.546915 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:26.547352 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a7bd8296-5980-48e3-8d09-d21983db1b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:26.578637 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a7bd8296-5980-48e3-8d09-d21983db1b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:26.647956 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port 823f0d78-a310-49c0-ad8d-137be950896f, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=823f0d78-a310-49c0-ad8d-137be950896f,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:26.674307 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:26.690214 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd8296-5980-48e3-8d09-d21983db1b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767505ea-4265-4e6e-a6d6-391755eee386,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:26.760976 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:01:26.777091 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9e019ad3-950c-48fd-a393-154c574618e2 admin admin] 10.222.0.57 "PUT /v2.0/routers/0a02cf58-130c-4bd9-a991-5f155e5fc5e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4560721 Jul 14 14:01:26.903372 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-354a95a0-775d-4057-86c7-04c1989b4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:26.904116 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Sync routers for ids ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:01:26.907064 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-354a95a0-775d-4057-86c7-04c1989b4e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:26.908942 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-354a95a0-775d-4057-86c7-04c1989b4e73 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d2fea33-2ecb-455d-a835-6b01bbdf3d2a HTTP/1.1" status: 204 len: 168 time: 1.3071859 Jul 14 14:01:26.928594 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a95a0-775d-4057-86c7-04c1989b4e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2fea33-2ecb-455d-a835-6b01bbdf3d2a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:26.996576 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e224a359-694e-4b80-b787-0802d45ecc98 req-1aa0d252-ae85-4472-992b-e6426062208a tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Made reservation on behalf of 40ee73c715d64e06adc1c8d53f355c51 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:26.998075 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'name': 'tempest-ServerRescueNegativeTestJSON-1346354782-router', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1425082c-ee08-4ebe-932a-1a0edf6e0c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:21Z', 'revision_number': 4, 'project_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'gw_port': {'id': '1425082c-ee08-4ebe-932a-1a0edf6e0c76', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07', 'name': '', 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'mac_address': 'fa:16:3e:97:9e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:20Z', 'updated_at': '2021-07-14T14:01:22Z', 'revision_number': 2, 'project_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'subnets': [{'id': 'cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:27.008235 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e224a359-694e-4b80-b787-0802d45ecc98 req-1aa0d252-ae85-4472-992b-e6426062208a tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:27.026914 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Routers {'0a02cf58-130c-4bd9-a991-5f155e5fc5e7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:27.027560 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:01:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:27.072569 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Checking router: 944081e9-a032-4d45-9882-c27cf0e8d507 for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:01:27.073070 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Updating router 944081e9-a032-4d45-9882-c27cf0e8d507 port 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 binding host dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:01:27.103318 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48800) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:27.104430 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-a7bd8296-5980-48e3-8d09-d21983db1b2d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3da5e5d0b4ac468983f1accd1620ec2a&name=default HTTP/1.1" status: 200 len: 2975 time: 3.8548601 Jul 14 14:01:27.194215 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:27.234159 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-3d84deb8-7df0-4620-b118-011f40a101a5 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:27.238393 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=823f0d78-a310-49c0-ad8d-137be950896f,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:27.252106 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-3d84deb8-7df0-4620-b118-011f40a101a5 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/networks?id=71a6fd6e-e0b7-41ce-b515-46956efe817e HTTP/1.1" status: 200 len: 819 time: 0.6494694 Jul 14 14:01:27.322161 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-98e210f0-15fe-4816-8b13-6e0766787eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:27.400797 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48810) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:27.420184 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-98e210f0-15fe-4816-8b13-6e0766787eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:27.422213 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-f223ffda-4667-47d6-9e92-7f498b9a040a tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/quotas/aa13ca28f8df42b2b3aca669a1704eb3 HTTP/1.1" status: 200 len: 375 time: 0.1653461 Jul 14 14:01:27.504117 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Set router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:27.581532 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0bf2e8e8-024d-4660-aa59-985783a8f203 req-2eb62c90-1f83-48b9-8c7e-5f1f98352799 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 210 time: 0.0580237 Jul 14 14:01:27.614545 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-98e210f0-15fe-4816-8b13-6e0766787eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:27.628145 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-98e210f0-15fe-4816-8b13-6e0766787eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:27.639261 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-98e210f0-15fe-4816-8b13-6e0766787eee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/767505ea-4265-4e6e-a6d6-391755eee386 HTTP/1.1" status: 204 len: 168 time: 0.5324018 Jul 14 14:01:27.668031 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e210f0-15fe-4816-8b13-6e0766787eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767505ea-4265-4e6e-a6d6-391755eee386,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:27.898376 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-80bee608-baa6-43d2-872b-641489f4f63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.262208 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-e224a359-694e-4b80-b787-0802d45ecc98 req-1aa0d252-ae85-4472-992b-e6426062208a tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Allocated IP 172.20.0.12 (71f287e9-8674-4e0b-94b7-fb34be8f11a7/f8ffbaef-3285-4ef1-86ba-3983b4f0ac52/471cb83d-3fff-4e80-a126-a0b0f73e2daf) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:01:28.344668 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-80bee608-baa6-43d2-872b-641489f4f63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.354621 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-80bee608-baa6-43d2-872b-641489f4f63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.493230 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.512447 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Transition to ACTIVE for port object 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:28.526999 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-80bee608-baa6-43d2-872b-641489f4f63b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f0ecd85e8cee4687b99b8751315f2a31&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1173201 Jul 14 14:01:28.533274 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bee608-baa6-43d2-872b-641489f4f63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb064b7-669a-4d00-844d-336cc486ec55,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:28.543403 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48844) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:28.570491 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.618796 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e224a359-694e-4b80-b787-0802d45ecc98 req-1aa0d252-ae85-4472-992b-e6426062208a tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.621510 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6c49-17ee-4d16-a7fd-5b30bb2fd51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.643277 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:24Z', 'revision_number': 2, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:28.685018 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6c49-17ee-4d16-a7fd-5b30bb2fd51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.698253 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e224a359-694e-4b80-b787-0802d45ecc98 req-1aa0d252-ae85-4472-992b-e6426062208a tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.751541 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:01:28.800061 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Checking router: 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:01:28.802430 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Updating router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 port bf4f9d2a-9122-4adc-bde0-5d5ff465477e binding host dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:01:28.841396 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6c49-17ee-4d16-a7fd-5b30bb2fd51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.848125 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ff4f6c49-17ee-4d16-a7fd-5b30bb2fd51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.852748 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ff4f6c49-17ee-4d16-a7fd-5b30bb2fd51c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cdb064b7-669a-4d00-844d-336cc486ec55 HTTP/1.1" status: 204 len: 168 time: 0.3073959 Jul 14 14:01:28.878919 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f6c49-17ee-4d16-a7fd-5b30bb2fd51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb064b7-669a-4d00-844d-336cc486ec55,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:28.991729 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737f66e-e3b6-4890-a485-c60f64038b06 None None] Pushing event updated for resources: {'Port': ['ID=4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:29.048607 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 823f0d78-a310-49c0-ad8d-137be950896f up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:29.100276 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0d252-ae85-4472-992b-e6426062208a tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Pushing event updated for resources: {'Port': ['ID=471cb83d-3fff-4e80-a126-a0b0f73e2daf,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:29.120901 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-7095e501-d0c4-49df-97bb-d36df016b20e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6962161 Jul 14 14:01:29.134330 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Attempting to bind port 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:01:29.141853 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Attempting to bind port 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '637742ab-217f-417e-a3a5-8d63f836ee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:01:29.142600 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Attempting to bind port 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 on network 71a6fd6e-e0b7-41ce-b515-46956efe817e {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:29.154085 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:01:29.155981 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Checking segment: {'id': '637742ab-217f-417e-a3a5-8d63f836ee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:29.157560 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:29.168409 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Bound using segment: {'id': '637742ab-217f-417e-a3a5-8d63f836ee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:01:29.169317 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Bound port: 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637742ab-217f-417e-a3a5-8d63f836ee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:01:29.169963 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:29.170060 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e224a359-694e-4b80-b787-0802d45ecc98 req-1aa0d252-ae85-4472-992b-e6426062208a tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Network 71f287e9-8674-4e0b-94b7-fb34be8f11a7 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:29.174240 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-e224a359-694e-4b80-b787-0802d45ecc98 req-1aa0d252-ae85-4472-992b-e6426062208a tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:29.190388 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-e224a359-694e-4b80-b787-0802d45ecc98 req-1aa0d252-ae85-4472-992b-e6426062208a tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:01:29.216632 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224a359-694e-4b80-b787-0802d45ecc98 req-1aa0d252-ae85-4472-992b-e6426062208a tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:29.220445 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e224a359-694e-4b80-b787-0802d45ecc98 req-1aa0d252-ae85-4472-992b-e6426062208a tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:29.280681 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-1aa0d252-ae85-4472-992b-e6426062208a tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4221318 Jul 14 14:01:29.336192 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-35197a88-7cad-4824-aa5f-001c70034d77 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:01:29.337611 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-35197a88-7cad-4824-aa5f-001c70034d77 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061517 Jul 14 14:01:29.377373 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] For port 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:01:29.385433 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] For port 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07,segment=NetworkSegment(637742ab-217f-417e-a3a5-8d63f836ee45),segment_id=637742ab-217f-417e-a3a5-8d63f836ee45)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:01:29.397649 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:29.497017 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:29.508735 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737f66e-e3b6-4890-a485-c60f64038b06 None None] Pushing event updated for resources: {'Port': ['ID=4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:29.556697 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 823f0d78-a310-49c0-ad8d-137be950896f triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:29.560533 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:29.591234 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Routers {'944081e9-a032-4d45-9882-c27cf0e8d507'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:29.591903 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:01:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['944081e9-a032-4d45-9882-c27cf0e8d507'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:29.626276 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48880) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:29.635640 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-79af0005-6dbc-41b6-9cfd-52177bd9a9ca tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140355724', 'description': 'tempest-description--1965419884'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:29.739399 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79af0005-6dbc-41b6-9cfd-52177bd9a9ca tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:29.967264 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] Set router 944081e9-a032-4d45-9882-c27cf0e8d507 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:30.143036 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48163c-b1c6-449b-a0a4-ed95f13a016c req-b28fa771-22fd-4fd5-952a-cb75c39cb5fe tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:30.150815 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4a48163c-b1c6-449b-a0a4-ed95f13a016c req-b28fa771-22fd-4fd5-952a-cb75c39cb5fe tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 932 time: 0.3370790 Jul 14 14:01:30.224474 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4a48163c-b1c6-449b-a0a4-ed95f13a016c req-cd8c42f9-35a3-47d9-8d7a-0fe79b8e97b4 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724132 Jul 14 14:01:30.333136 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79af0005-6dbc-41b6-9cfd-52177bd9a9ca tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:30.346425 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Request body: {'port': {'device_id': '953c909b-7e75-4425-b218-1106d283c138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:30.349481 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79af0005-6dbc-41b6-9cfd-52177bd9a9ca tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:30.366697 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'name': 'tempest-ServerRescueNegativeTestJSON-1346354782-router', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1425082c-ee08-4ebe-932a-1a0edf6e0c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:21Z', 'revision_number': 4, 'project_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'gw_port': {'id': '1425082c-ee08-4ebe-932a-1a0edf6e0c76', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07', 'name': '', 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'mac_address': 'fa:16:3e:97:9e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:20Z', 'updated_at': '2021-07-14T14:01:29Z', 'revision_number': 4, 'project_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'subnets': [{'id': 'cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:30.395350 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493ee0a7-c212-4fd2-8c96-27203d81ffb1 None None] The sync data for ids ['944081e9-a032-4d45-9882-c27cf0e8d507'] in dv-cinder-786927-3-iscsi is: [{'id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'name': 'tempest-ServerRescueNegativeTestJSON-1346354782-router', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1425082c-ee08-4ebe-932a-1a0edf6e0c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:21Z', 'revision_number': 4, 'project_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'gw_port': {'id': '1425082c-ee08-4ebe-932a-1a0edf6e0c76', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07', 'name': '', 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'mac_address': 'fa:16:3e:97:9e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:20Z', 'updated_at': '2021-07-14T14:01:29Z', 'revision_number': 4, 'project_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'subnets': [{'id': 'cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:01:30.408802 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:30.420102 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Transition to ACTIVE for port object bf4f9d2a-9122-4adc-bde0-5d5ff465477e will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:30.432675 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:30.572131 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79af0005-6dbc-41b6-9cfd-52177bd9a9ca tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:30.574500 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-79af0005-6dbc-41b6-9cfd-52177bd9a9ca tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9458907 Jul 14 14:01:30.575929 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af0005-6dbc-41b6-9cfd-52177bd9a9ca tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49f7a01-66b8-4039-a21c-513d348e4bdc,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:30.581117 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-d584fe46-af45-489a-b399-d03a1d2600cc service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:01:30.591881 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-d584fe46-af45-489a-b399-d03a1d2600cc service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6727943 Jul 14 14:01:30.601668 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:30.644688 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48906) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:30.666095 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-846e51c3-f57e-4d59-ae48-632203e1bf4d tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Request body: {'security_group_rule': {'security_group_id': 'f49f7a01-66b8-4039-a21c-513d348e4bdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:30.738020 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1724568-5f30-4e10-b6e8-3d92b9bd7402 None None] Pushing event updated for resources: {'Port': ['ID=bf4f9d2a-9122-4adc-bde0-5d5ff465477e,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:30.869873 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Attempting to bind port bf4f9d2a-9122-4adc-bde0-5d5ff465477e on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:01:30.871901 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Attempting to bind port bf4f9d2a-9122-4adc-bde0-5d5ff465477e by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:01:30.874572 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Attempting to bind port bf4f9d2a-9122-4adc-bde0-5d5ff465477e on network 3410fdfc-dc44-4fd7-9145-5178f588b3ac {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:30.888520 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:01:30.891490 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Checking segment: {'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:30.892761 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:30.894633 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-846e51c3-f57e-4d59-ae48-632203e1bf4d tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:30.896862 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Bound using segment: {'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:01:30.896862 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Bound port: bf4f9d2a-9122-4adc-bde0-5d5ff465477e, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:01:30.899074 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.066530 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] For port bf4f9d2a-9122-4adc-bde0-5d5ff465477e, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:01:31.076149 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] For port bf4f9d2a-9122-4adc-bde0-5d5ff465477e, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=bf4f9d2a-9122-4adc-bde0-5d5ff465477e,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:01:31.082396 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:31.093425 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.144290 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-846e51c3-f57e-4d59-ae48-632203e1bf4d tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.153285 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-846e51c3-f57e-4d59-ae48-632203e1bf4d tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.170235 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48916) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:31.209586 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e51c3-f57e-4d59-ae48-632203e1bf4d tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c4bb85-6b7d-4925-93e8-145150445e90,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:31.234883 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-846e51c3-f57e-4d59-ae48-632203e1bf4d tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.236721 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-846e51c3-f57e-4d59-ae48-632203e1bf4d tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5892773 Jul 14 14:01:31.238979 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48922) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:31.255796 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-cdebed22-4f03-44b4-ab06-8ca160e5f55a tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Request body: {'security_group_rule': {'security_group_id': 'f49f7a01-66b8-4039-a21c-513d348e4bdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:31.343699 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 48926) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:31.361348 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1724568-5f30-4e10-b6e8-3d92b9bd7402 None None] Pushing event updated for resources: {'Port': ['ID=bf4f9d2a-9122-4adc-bde0-5d5ff465477e,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:31.379466 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-17155ecb-84c6-4bc1-b894-84fe74cd0ab0 service neutron] 10.222.0.57 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7681160 Jul 14 14:01:31.453854 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdebed22-4f03-44b4-ab06-8ca160e5f55a tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.502248 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Routers {'0a02cf58-130c-4bd9-a991-5f155e5fc5e7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:31.503148 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:01:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:31.718548 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdebed22-4f03-44b4-ab06-8ca160e5f55a tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.732350 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdebed22-4f03-44b4-ab06-8ca160e5f55a tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.849495 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cdebed22-4f03-44b4-ab06-8ca160e5f55a tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.850894 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cdebed22-4f03-44b4-ab06-8ca160e5f55a tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6075816 Jul 14 14:01:31.926045 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48936) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:31.958847 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Request body: {'floatingip': {'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:31.982021 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] Set router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:31.987293 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebed22-4f03-44b4-ab06-8ca160e5f55a tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83954c4-315f-4ca7-bdb8-89d8d0ddda1c,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:32.091524 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.192198 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-110b106d-1c6d-4c90-b5d0-c53988bc637c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.358171 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:01:32.406964 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-110b106d-1c6d-4c90-b5d0-c53988bc637c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.420300 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:32.421287 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3470f-faf8-43b5-b0d1-ab1ba200b880 req-dcf48b43-fb81-4e81-8dff-8cf723f926fd tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:32.421754 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.424025 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ee3470f-faf8-43b5-b0d1-ab1ba200b880 req-dcf48b43-fb81-4e81-8dff-8cf723f926fd tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 932 time: 0.6507819 Jul 14 14:01:32.483600 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-110b106d-1c6d-4c90-b5d0-c53988bc637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.581260 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:31Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:32.634368 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ee3470f-faf8-43b5-b0d1-ab1ba200b880 req-dfc0ce6f-43a6-4d99-a885-2a3c4e44449f tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737828 Jul 14 14:01:32.650763 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9d73f82f-52d5-462d-bf7f-7268ab042c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.674077 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c001f3-4c79-4970-a8df-43a82a88aacb None None] The sync data for ids ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'] in dv-cinder-786927-3-iscsi is: [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:31Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:01:32.691135 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b106d-1c6d-4c90-b5d0-c53988bc637c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd377f4-bc9b-4a96-a911-95f872e1ff40,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:32.790165 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.889497 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07,segment=NetworkSegment(637742ab-217f-417e-a3a5-8d63f836ee45),segment_id=637742ab-217f-417e-a3a5-8d63f836ee45)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:32.909237 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.955148 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471cb83d-3fff-4e80-a126-a0b0f73e2daf {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:01:32.968907 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:32.970872 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:33.016308 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Transition to ACTIVE for port object 471cb83d-3fff-4e80-a126-a0b0f73e2daf will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:33.093137 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:33.218016 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device bf4f9d2a-9122-4adc-bde0-5d5ff465477e up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:33.246164 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-337f5366-b6b7-4060-be5c-26ed01ce4afe service neutron] 10.222.0.57 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8583038 Jul 14 14:01:33.257758 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-110b106d-1c6d-4c90-b5d0-c53988bc637c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7e0911a529d40b0b53c3d63ac30c63f&name=default HTTP/1.1" status: 200 len: 2978 time: 2.0733774 Jul 14 14:01:33.261563 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48970) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:33.270148 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:33.278537 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Allocated IP 172.27.0.162 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/3603b74b-5189-409d-a369-712a14f1051e) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:01:33.426594 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port bf4f9d2a-9122-4adc-bde0-5d5ff465477e completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:01:33.443808 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port bf4f9d2a-9122-4adc-bde0-5d5ff465477e triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:33.444321 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:33.457950 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-653ab722-9b37-4320-a266-58f6acb19a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:33.473334 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9d73f82f-52d5-462d-bf7f-7268ab042c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:33.522314 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-653ab722-9b37-4320-a266-58f6acb19a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:33.539647 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Pushing event updated for resources: {'Port': ['ID=471cb83d-3fff-4e80-a126-a0b0f73e2daf,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:33.564589 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9d73f82f-52d5-462d-bf7f-7268ab042c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:33.734092 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:33.823910 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:33.864576 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-653ab722-9b37-4320-a266-58f6acb19a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:33.867791 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-653ab722-9b37-4320-a266-58f6acb19a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:33.872553 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-653ab722-9b37-4320-a266-58f6acb19a01 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4cd377f4-bc9b-4a96-a911-95f872e1ff40 HTTP/1.1" status: 204 len: 168 time: 0.6095729 Jul 14 14:01:33.882793 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-9d73f82f-52d5-462d-bf7f-7268ab042c72 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e05c393b26f448c9ae322ec869f71b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5325108 Jul 14 14:01:33.892869 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 48988) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:33.934836 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73f82f-52d5-462d-bf7f-7268ab042c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b24f70-bd9b-4c0e-be43-9c84e9fb1c68,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:33.961961 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Attempting to bind port 471cb83d-3fff-4e80-a126-a0b0f73e2daf on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:01:33.962327 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Attempting to bind port 471cb83d-3fff-4e80-a126-a0b0f73e2daf by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'e987f612-a436-46a8-a13d-464c00316e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71f287e9-8674-4e0b-94b7-fb34be8f11a7'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:01:33.962639 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Attempting to bind port 471cb83d-3fff-4e80-a126-a0b0f73e2daf on network 71f287e9-8674-4e0b-94b7-fb34be8f11a7 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:33.996971 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port bf4f9d2a-9122-4adc-bde0-5d5ff465477e, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=bf4f9d2a-9122-4adc-bde0-5d5ff465477e,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:34.008113 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:34.077726 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Port 471cb83d-3fff-4e80-a126-a0b0f73e2daf on network 71f287e9-8674-4e0b-94b7-fb34be8f11a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:01:34.078029 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Attempting to bind port 471cb83d-3fff-4e80-a126-a0b0f73e2daf on network 71f287e9-8674-4e0b-94b7-fb34be8f11a7 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:34.090286 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cdc91d87-dc06-451a-9cd1-5fa7674140e9 req-77047b60-4a30-433c-9e6a-242d8c377dca tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 210 time: 0.2073510 Jul 14 14:01:34.098119 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:01:34.098638 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Checking segment: {'id': 'e987f612-a436-46a8-a13d-464c00316e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71f287e9-8674-4e0b-94b7-fb34be8f11a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:34.099056 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Bound using segment: {'id': 'e987f612-a436-46a8-a13d-464c00316e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71f287e9-8674-4e0b-94b7-fb34be8f11a7'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:01:34.099498 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Bound port: 471cb83d-3fff-4e80-a126-a0b0f73e2daf, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e987f612-a436-46a8-a13d-464c00316e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71f287e9-8674-4e0b-94b7-fb34be8f11a7'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:01:34.099859 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:34.123964 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=bf4f9d2a-9122-4adc-bde0-5d5ff465477e,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:34.284377 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] For port 471cb83d-3fff-4e80-a126-a0b0f73e2daf, host hv-cinder-78692, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:01:34.302788 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] For port 471cb83d-3fff-4e80-a126-a0b0f73e2daf, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=471cb83d-3fff-4e80-a126-a0b0f73e2daf,segment=NetworkSegment(e987f612-a436-46a8-a13d-464c00316e02),segment_id=e987f612-a436-46a8-a13d-464c00316e02)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:01:34.308059 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:34.434027 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:34.434833 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:34.436956 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] 10.222.0.38 "PUT /v2.0/ports/471cb83d-3fff-4e80-a126-a0b0f73e2daf HTTP/1.1" status: 200 len: 1094 time: 4.6018443 Jul 14 14:01:34.437447 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953c909b-7e75-4425-b218-1106d283c138', 'tag': '471cb83d-3fff-4e80-a126-a0b0f73e2daf'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:34.447615 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ab722-9b37-4320-a266-58f6acb19a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd377f4-bc9b-4a96-a911-95f872e1ff40,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:34.616416 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:34.745010 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51d43e-8cbe-4556-9a70-7d916988bb94 service neutron] Pushing event updated for resources: {'Port': ['ID=471cb83d-3fff-4e80-a126-a0b0f73e2daf,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:34.865863 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:34.867141 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event updated for resources: {'Port': ['ID=3603b74b-5189-409d-a369-712a14f1051e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:34.878077 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:34.926970 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:01:35.041592 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224a359-694e-4b80-b787-0802d45ecc98 req-e7300bc7-80bf-4304-b01a-cf1cfded3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:35.046081 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-e7300bc7-80bf-4304-b01a-cf1cfded3240 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=40ee73c715d64e06adc1c8d53f355c51&device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 1097 time: 0.3025637 Jul 14 14:01:35.138158 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device bf4f9d2a-9122-4adc-bde0-5d5ff465477e up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:35.311197 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port bf4f9d2a-9122-4adc-bde0-5d5ff465477e triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:35.313241 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:35.431652 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:35.507095 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34cebdc7-c0c3-4965-8b45-38d70f6309dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:35.580175 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34cebdc7-c0c3-4965-8b45-38d70f6309dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:35.599699 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-b90ee7b3-5345-4c99-8eb5-a1a68aa609b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=471cb83d-3fff-4e80-a126-a0b0f73e2daf HTTP/1.1" status: 200 len: 217 time: 0.3200173 Jul 14 14:01:35.611261 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:35.779944 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34cebdc7-c0c3-4965-8b45-38d70f6309dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:35.788295 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42333be9-05c4-4a8c-8ea6-9ea95c0c9d30" -d '{"events": [{"name": "network-changed", "server_uuid": "953c909b-7e75-4425-b218-1106d283c138", "tag": "471cb83d-3fff-4e80-a126-a0b0f73e2daf"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:35.790360 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-34cebdc7-c0c3-4965-8b45-38d70f6309dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:35.793034 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-34cebdc7-c0c3-4965-8b45-38d70f6309dc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2b24f70-bd9b-4c0e-be43-9c84e9fb1c68 HTTP/1.1" status: 204 len: 168 time: 1.8785670 Jul 14 14:01:35.813479 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cebdc7-c0c3-4965-8b45-38d70f6309dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b24f70-bd9b-4c0e-be43-9c84e9fb1c68,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:35.835569 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:35.837239 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:35.838520 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92684e-eeaa-42e6-8a3e-1c472364e095 req-e6982c0d-58ce-4d6e-9d9e-dbb99ec13c6f tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:35.852310 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f92684e-eeaa-42e6-8a3e-1c472364e095 req-e6982c0d-58ce-4d6e-9d9e-dbb99ec13c6f tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 944 time: 1.3806224 Jul 14 14:01:35.921402 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:35.999246 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d9466-2efe-4279-a7a1-caea186de230 req-46d2cb1a-b691-454a-82ab-170123d9fe7f tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:36.012463 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-078d9466-2efe-4279-a7a1-caea186de230 req-46d2cb1a-b691-454a-82ab-170123d9fe7f tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/networks?id=71a6fd6e-e0b7-41ce-b515-46956efe817e HTTP/1.1" status: 200 len: 819 time: 0.9628363 Jul 14 14:01:36.215759 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224a359-694e-4b80-b787-0802d45ecc98 req-5453b5ee-79fb-4205-b5e7-c54010a774b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:36.217628 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-5453b5ee-79fb-4205-b5e7-c54010a774b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8ffbaef-3285-4ef1-86ba-3983b4f0ac52 HTTP/1.1" status: 200 len: 851 time: 0.5873857 Jul 14 14:01:36.239264 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-078d9466-2efe-4279-a7a1-caea186de230 req-3bdbae0a-6126-4861-94b4-d1e1480df601 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/quotas/aa13ca28f8df42b2b3aca669a1704eb3 HTTP/1.1" status: 200 len: 375 time: 0.2238541 Jul 14 14:01:36.478377 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f92684e-eeaa-42e6-8a3e-1c472364e095 req-c43d07a3-d2da-4af0-a7be-6f703586ca52 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231732 Jul 14 14:01:36.633166 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:36.645216 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:36.671473 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-8da2e70e-cae8-494b-bb3b-a5e9b432ed90 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71f287e9-8674-4e0b-94b7-fb34be8f11a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4272099 Jul 14 14:01:36.715849 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:36.941185 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:36.949630 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0201085 Jul 14 14:01:36.957621 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-078d9466-2efe-4279-a7a1-caea186de230 req-680d1d95-ef2b-4535-89ce-0f7d16e4ae5a tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6286044 Jul 14 14:01:36.979493 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d06753-294d-4bda-828c-02490874fe53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event updated for resources: {'Port': ['ID=3603b74b-5189-409d-a369-712a14f1051e,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:37.223551 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-8e47c2ee-6836-49e6-90e7-7d4c3c5c591d service neutron] 10.222.0.38 "GET /v2.0/networks/71f287e9-8674-4e0b-94b7-fb34be8f11a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162945 Jul 14 14:01:37.275245 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-078d9466-2efe-4279-a7a1-caea186de230 req-440250e3-0f91-468d-8394-d817427e0485 service neutron] 10.222.0.57 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029709 Jul 14 14:01:37.485657 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-078d9466-2efe-4279-a7a1-caea186de230 req-e9efa317-9afb-416c-a5a2-d08585f37bc0 service neutron] 10.222.0.57 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008557 Jul 14 14:01:37.721408 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49098) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:37.756940 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367c2be7-9e6f-4da7-a555-65c9eaeee4b6 x-openstack-request-id: req-367c2be7-9e6f-4da7-a555-65c9eaeee4b6 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:37.757338 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953c909b-7e75-4425-b218-1106d283c138", "tag": "471cb83d-3fff-4e80-a126-a0b0f73e2daf", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:37.757626 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-367c2be7-9e6f-4da7-a555-65c9eaeee4b6 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:37.758042 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953c909b-7e75-4425-b218-1106d283c138', 'tag': '471cb83d-3fff-4e80-a126-a0b0f73e2daf', 'status': 'completed', 'code': 200} Jul 14 14:01:37.776889 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e79f57b1-a446-4a7e-847c-0ab522275114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:38.045025 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-36f49619-06d2-4dff-b742-ed0dff4ceb39 req-4e70f0d4-2cc2-4a8c-970b-0dba24687736 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 210 time: 0.0984225 Jul 14 14:01:38.300173 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e79f57b1-a446-4a7e-847c-0ab522275114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:38.326117 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-e9458521-a352-45b9-bce5-4d3d1ffb857b tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2140355724&fields=id&tenant_id=84091d0680394dc3955f3ed734020316 HTTP/1.1" status: 200 len: 267 time: 0.1051099 Jul 14 14:01:38.342125 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e79f57b1-a446-4a7e-847c-0ab522275114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:38.585208 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e79f57b1-a446-4a7e-847c-0ab522275114 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4f37b64b64a49a9a8da82566534f02d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8626232 Jul 14 14:01:38.598123 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f57b1-a446-4a7e-847c-0ab522275114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55d30c5-d29f-4acc-b821-3f876414c2cb,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:38.600746 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49136) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:38.721308 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9ed26-5f04-4cfa-a218-97b318694617 req-af0acd84-a0d4-4604-97e2-a1b56897c6fb tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:38.727376 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1cd9ed26-5f04-4cfa-a218-97b318694617 req-af0acd84-a0d4-4604-97e2-a1b56897c6fb tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 944 time: 0.6141810 Jul 14 14:01:38.832571 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0344e2f-3c3e-466b-b00a-2400b1f757bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:38.894351 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-33d3502f-d8b3-4844-a3a7-104669b161d0 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:38.902585 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-33d3502f-d8b3-4844-a3a7-104669b161d0 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/networks?id=3410fdfc-dc44-4fd7-9145-5178f588b3ac HTTP/1.1" status: 200 len: 816 time: 0.5733340 Jul 14 14:01:38.927463 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1cd9ed26-5f04-4cfa-a218-97b318694617 req-c31af27a-9643-4a71-9746-b751f69f6e06 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628389 Jul 14 14:01:38.956522 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0344e2f-3c3e-466b-b00a-2400b1f757bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:38.958059 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e224a359-694e-4b80-b787-0802d45ecc98 req-d132b9b8-a9a4-4042-b9c0-516754c5ac0a service neutron] 10.222.0.38 "GET /v2.0/networks/71f287e9-8674-4e0b-94b7-fb34be8f11a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428181 Jul 14 14:01:38.968118 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-fb251b6c-ffeb-4296-a5fe-a26d58f37882 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/quotas/84091d0680394dc3955f3ed734020316 HTTP/1.1" status: 200 len: 375 time: 0.0633280 Jul 14 14:01:39.063231 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0344e2f-3c3e-466b-b00a-2400b1f757bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:39.066354 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0344e2f-3c3e-466b-b00a-2400b1f757bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:39.067842 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f0344e2f-3c3e-466b-b00a-2400b1f757bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f55d30c5-d29f-4acc-b821-3f876414c2cb HTTP/1.1" status: 204 len: 168 time: 0.4625764 Jul 14 14:01:39.082201 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0344e2f-3c3e-466b-b00a-2400b1f757bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55d30c5-d29f-4acc-b821-3f876414c2cb,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:39.226185 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-81d1082b-3a76-42ca-93ed-f217ee4f49c5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=84091d0680394dc3955f3ed734020316&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2518187 Jul 14 14:01:39.555294 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ea4b231-ea65-436f-9751-dced928ce155 req-fbb0e909-38ff-4994-8919-0651d9fdc4b9 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 210 time: 0.0483396 Jul 14 14:01:39.757494 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-fc5d27fc-1af2-46fc-bb6a-22572bca7ef2 service neutron] 10.222.0.57 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302427 Jul 14 14:01:40.001339 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-72ac8e94-ccf9-4c5a-9456-1078be1eccb9 service neutron] 10.222.0.57 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364161 Jul 14 14:01:40.402282 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1260ebc2-eaae-4c0a-9367-b4f4b12169ca req-57190f54-e033-45b3-b18b-f8428ba99be8 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0754991 Jul 14 14:01:40.430695 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edef15-cd9b-4eba-a1ee-ac4609800843 req-e8cf18f3-3cee-4c24-bf99-649483e54fb6 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:40.445275 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c8edef15-cd9b-4eba-a1ee-ac4609800843 req-e8cf18f3-3cee-4c24-bf99-649483e54fb6 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 944 time: 0.1244266 Jul 14 14:01:40.565889 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c8edef15-cd9b-4eba-a1ee-ac4609800843 req-9d82509d-1f0c-434c-8db1-034d69bee80a tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191735 Jul 14 14:01:40.593592 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.38', 51828) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:40.740313 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:40.913740 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-0f4a9202-31ff-465e-aa93-9c5b15835f8f tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:40.915294 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49244) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:40.915898 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-0f4a9202-31ff-465e-aa93-9c5b15835f8f tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.38 "GET /v2.0/networks?id=71a6fd6e-e0b7-41ce-b515-46956efe817e HTTP/1.1" status: 200 len: 819 time: 0.3095779 Jul 14 14:01:40.999909 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-c01c5165-a674-4dfe-afd8-82ddbef3b6f0 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Request body: {'port': {'device_id': 'e9e46867-5dc6-4428-bc93-2c2037b8b74d', 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e', 'admin_state_up': True, 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:41.121963 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-91b3814e-6e05-46be-b501-5af913f0092d req-9dc4af9b-6ca8-4764-9f6b-c4728c063dd1 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 210 time: 0.1032174 Jul 14 14:01:41.341241 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c31ae2e7-a2f0-4cad-ba0a-38d9d38ce714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:41.469253 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42333be9-05c4-4a8c-8ea6-9ea95c0c9d30 req-69177e52-24ec-4e6b-aaed-a6b29a37bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:41.474406 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-42333be9-05c4-4a8c-8ea6-9ea95c0c9d30 req-69177e52-24ec-4e6b-aaed-a6b29a37bd98 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=40ee73c715d64e06adc1c8d53f355c51&device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 1097 time: 0.8751552 Jul 14 14:01:41.536004 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c31ae2e7-a2f0-4cad-ba0a-38d9d38ce714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:41.543204 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c31ae2e7-a2f0-4cad-ba0a-38d9d38ce714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:41.578680 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c31ae2e7-a2f0-4cad-ba0a-38d9d38ce714 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=079fdfab21144ab3a8da15935832015e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6611977 Jul 14 14:01:41.580949 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49282) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:41.587870 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49284) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:41.616491 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-c01c5165-a674-4dfe-afd8-82ddbef3b6f0 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Made reservation on behalf of aa13ca28f8df42b2b3aca669a1704eb3 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:41.620972 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-c01c5165-a674-4dfe-afd8-82ddbef3b6f0 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:41.629104 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ae2e7-a2f0-4cad-ba0a-38d9d38ce714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44bf252-7dc2-4d50-bbe8-0a01355319e1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:41.734692 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-884de60c-7390-4ac8-85ce-92be80b3877b req-d874d73a-212d-4063-80e7-3b1e3538553f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0767536 Jul 14 14:01:41.793870 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89457c44-7dee-45d5-a157-7da350602b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:41.848889 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aebac44c-470d-47ab-a620-55063286e763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:41.895199 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89457c44-7dee-45d5-a157-7da350602b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:41.977274 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42333be9-05c4-4a8c-8ea6-9ea95c0c9d30 req-fce4587b-f7af-41a5-9a95-f6470dcb6f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:41.980033 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-42333be9-05c4-4a8c-8ea6-9ea95c0c9d30 req-fce4587b-f7af-41a5-9a95-f6470dcb6f20 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71f287e9-8674-4e0b-94b7-fb34be8f11a7 HTTP/1.1" status: 200 len: 912 time: 0.4980402 Jul 14 14:01:42.042206 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89457c44-7dee-45d5-a157-7da350602b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:42.047028 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89457c44-7dee-45d5-a157-7da350602b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:42.052024 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-89457c44-7dee-45d5-a157-7da350602b7e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f44bf252-7dc2-4d50-bbe8-0a01355319e1 HTTP/1.1" status: 204 len: 168 time: 0.4661620 Jul 14 14:01:42.056552 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.38', 51836) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:42.087588 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89457c44-7dee-45d5-a157-7da350602b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44bf252-7dc2-4d50-bbe8-0a01355319e1,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:42.116416 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-42333be9-05c4-4a8c-8ea6-9ea95c0c9d30 req-15ee1ffb-11fb-4108-9c9b-326edd5a8b22 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=471cb83d-3fff-4e80-a126-a0b0f73e2daf HTTP/1.1" status: 200 len: 217 time: 0.1252089 Jul 14 14:01:42.216458 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aebac44c-470d-47ab-a620-55063286e763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:42.230901 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aebac44c-470d-47ab-a620-55063286e763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:42.303257 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d9466-2efe-4279-a7a1-caea186de230 req-33b42440-d224-4193-aa83-6b032ac37407 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:42.304778 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-078d9466-2efe-4279-a7a1-caea186de230 req-33b42440-d224-4193-aa83-6b032ac37407 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.38 "GET /v2.0/networks?id=71a6fd6e-e0b7-41ce-b515-46956efe817e HTTP/1.1" status: 200 len: 819 time: 0.2462816 Jul 14 14:01:42.309364 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-aebac44c-470d-47ab-a620-55063286e763 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d444f30566ef436bb0752c9b43b45a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7136400 Jul 14 14:01:42.310343 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebac44c-470d-47ab-a620-55063286e763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7726fb59-134e-4793-bb79-c49dda0254c2,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:42.316248 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 49314) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:42.330972 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-078d9466-2efe-4279-a7a1-caea186de230 req-bda07051-141a-454d-9ceb-ba67940c6669 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Request body: {'port': {'device_id': '61b66379-58fa-4812-bdd3-fc4d33bc2b26', 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e', 'admin_state_up': True, 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:42.383478 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-c01c5165-a674-4dfe-afd8-82ddbef3b6f0 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Allocated IP 172.20.0.11 (71a6fd6e-e0b7-41ce-b515-46956efe817e/cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57/eca803e8-df03-4c96-829e-9a762b8801e3) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:01:42.406334 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42333be9-05c4-4a8c-8ea6-9ea95c0c9d30 req-3a934ca5-c2ac-47de-9bba-0b4b25a150e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:42.410104 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-42333be9-05c4-4a8c-8ea6-9ea95c0c9d30 req-3a934ca5-c2ac-47de-9bba-0b4b25a150e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8ffbaef-3285-4ef1-86ba-3983b4f0ac52 HTTP/1.1" status: 200 len: 851 time: 0.2883198 Jul 14 14:01:42.498815 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb615a2-056f-4011-a1a7-69f7de6c9719 req-1aaebc33-e485-4a96-ac91-def27c534bce tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:42.510877 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-feb615a2-056f-4011-a1a7-69f7de6c9719 req-1aaebc33-e485-4a96-ac91-def27c534bce tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 944 time: 0.6318817 Jul 14 14:01:42.585345 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-42333be9-05c4-4a8c-8ea6-9ea95c0c9d30 req-fbd64882-d071-4908-8bbb-a2034ad234b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71f287e9-8674-4e0b-94b7-fb34be8f11a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696517 Jul 14 14:01:42.637095 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.38', 51839) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:42.642926 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f4afab63-96a6-47e2-81a2-f8f9e5a9124e req-8a7f1707-c8c6-4381-b947-306b12e00b32 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 210 time: 0.2026925 Jul 14 14:01:42.735452 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078d9466-2efe-4279-a7a1-caea186de230 req-bda07051-141a-454d-9ceb-ba67940c6669 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Made reservation on behalf of aa13ca28f8df42b2b3aca669a1704eb3 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:42.740937 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-078d9466-2efe-4279-a7a1-caea186de230 req-bda07051-141a-454d-9ceb-ba67940c6669 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:42.811249 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-feb615a2-056f-4011-a1a7-69f7de6c9719 req-9a60bb7f-4bcb-4460-a8dc-faf4d1d22696 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379010 Jul 14 14:01:42.881187 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0a304e76-6731-4e82-b19a-9af69005acd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.152816 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-42333be9-05c4-4a8c-8ea6-9ea95c0c9d30 req-0cda29bd-574b-47ec-8684-7968bd764b81 service neutron] 10.222.0.38 "GET /v2.0/networks/71f287e9-8674-4e0b-94b7-fb34be8f11a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572164 Jul 14 14:01:43.172635 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0a304e76-6731-4e82-b19a-9af69005acd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.184565 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8a976866-3c9c-4761-abcf-16a4abf07547 req-82578609-8d13-4d98-8420-a844af1bf36e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0672402 Jul 14 14:01:43.185287 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-81bfdd24-5c05-428a-8732-258c031131d0 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:43.187238 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-81bfdd24-5c05-428a-8732-258c031131d0 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.38 "GET /v2.0/networks?id=3410fdfc-dc44-4fd7-9145-5178f588b3ac HTTP/1.1" status: 200 len: 816 time: 0.5316851 Jul 14 14:01:43.358462 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-c01c5165-a674-4dfe-afd8-82ddbef3b6f0 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.390638 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-2e250d98-bf58-46ad-a50a-df3529453566 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84091d0680394dc3955f3ed734020316 HTTP/1.1" status: 200 len: 380 time: 0.1846576 Jul 14 14:01:43.419097 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0a304e76-6731-4e82-b19a-9af69005acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.421804 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0a304e76-6731-4e82-b19a-9af69005acd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.422962 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0a304e76-6731-4e82-b19a-9af69005acd6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7726fb59-134e-4793-bb79-c49dda0254c2 HTTP/1.1" status: 204 len: 168 time: 1.0897484 Jul 14 14:01:43.436418 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-42333be9-05c4-4a8c-8ea6-9ea95c0c9d30 req-02ea639a-fd2e-40ec-9922-de4f10f0d65b service neutron] 10.222.0.38 "GET /v2.0/networks/71f287e9-8674-4e0b-94b7-fb34be8f11a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611473 Jul 14 14:01:43.443619 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a304e76-6731-4e82-b19a-9af69005acd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7726fb59-134e-4793-bb79-c49dda0254c2,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:43.449601 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 49370) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:43.456749 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-c01c5165-a674-4dfe-afd8-82ddbef3b6f0 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.506276 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-c01c5165-a674-4dfe-afd8-82ddbef3b6f0 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Network 71a6fd6e-e0b7-41ce-b515-46956efe817e is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:43.518498 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-c01c5165-a674-4dfe-afd8-82ddbef3b6f0 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:43.529011 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-c01c5165-a674-4dfe-afd8-82ddbef3b6f0 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:01:43.536484 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-c01c5165-a674-4dfe-afd8-82ddbef3b6f0 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:43.537369 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-c01c5165-a674-4dfe-afd8-82ddbef3b6f0 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.555392 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c5165-a674-4dfe-afd8-82ddbef3b6f0 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Pushing event updated for resources: {'Port': ['ID=eca803e8-df03-4c96-829e-9a762b8801e3,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:43.562567 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-078d9466-2efe-4279-a7a1-caea186de230 req-bda07051-141a-454d-9ceb-ba67940c6669 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Allocated IP 172.20.0.7 (71a6fd6e-e0b7-41ce-b515-46956efe817e/cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57/0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:01:43.565692 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-c01c5165-a674-4dfe-afd8-82ddbef3b6f0 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5958202 Jul 14 14:01:43.580038 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f108aafc-ae89-45e4-a84e-eee1d6e3289d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.631019 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1417207912-network', 'tenant_id': '7827ca83e8e64c2187e07a1f95756154'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:43.658789 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Made reservation on behalf of 7827ca83e8e64c2187e07a1f95756154 for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:43.663366 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.675178 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.763012 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-078d9466-2efe-4279-a7a1-caea186de230 req-bda07051-141a-454d-9ceb-ba67940c6669 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.804205 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-39b6ae35-0203-4ec8-94c2-51b3c6b1697e req-eeee5c42-3ded-48ac-a4b1-ee4cb61c545e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 210 time: 0.0387509 Jul 14 14:01:43.809692 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-078d9466-2efe-4279-a7a1-caea186de230 req-bda07051-141a-454d-9ceb-ba67940c6669 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.832823 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.837412 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.868491 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbfc20f-967b-441f-b18a-cd8a83fa5835,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:43.891831 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:01:43.914971 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738287222492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:43.915885 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Unsubscribe: segment precommit_create {{(pid=92927) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 14:01:43.916716 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Added segment 810fc784-ddf4-4286-9461-36d58d7d1ef7 of type vlan for network 9dd44bad-90f1-4458-b25c-6d750b31e001 Jul 14 14:01:44.038793 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49380) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:44.108083 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7126d708-e3ae-4380-8695-a0460bc93640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:44.130872 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078d9466-2efe-4279-a7a1-caea186de230 req-bda07051-141a-454d-9ceb-ba67940c6669 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Network 71a6fd6e-e0b7-41ce-b515-46956efe817e is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:44.132737 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:44.142719 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-078d9466-2efe-4279-a7a1-caea186de230 req-bda07051-141a-454d-9ceb-ba67940c6669 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:44.144621 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda07051-141a-454d-9ceb-ba67940c6669 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Pushing event updated for resources: {'Port': ['ID=0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:44.160309 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-078d9466-2efe-4279-a7a1-caea186de230 req-bda07051-141a-454d-9ceb-ba67940c6669 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:01:44.166134 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d9466-2efe-4279-a7a1-caea186de230 req-bda07051-141a-454d-9ceb-ba67940c6669 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:44.167289 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-078d9466-2efe-4279-a7a1-caea186de230 req-bda07051-141a-454d-9ceb-ba67940c6669 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:44.181686 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:44.183440 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:44.184114 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:44.275212 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d34e53-624f-46b8-a94b-facde4fef0a7 req-72f5a6f7-e740-4c38-907d-b1ef829a437b tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:44.288236 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d7d34e53-624f-46b8-a94b-facde4fef0a7 req-72f5a6f7-e740-4c38-907d-b1ef829a437b tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 944 time: 0.2479303 Jul 14 14:01:44.301063 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd44bad-90f1-4458-b25c-6d750b31e001,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:44.314542 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 9dd44bad-90f1-4458-b25c-6d750b31e001 details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:01:44.353891 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d7d34e53-624f-46b8-a94b-facde4fef0a7 req-886604d2-f40d-406d-8ac1-96cbec850d7e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644751 Jul 14 14:01:44.388515 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cea71e84-5ade-4276-92a8-08b1d9ab98c8 req-e187e082-99a5-48bc-9d97-6e778914a9b3 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0298145 Jul 14 14:01:44.391264 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7126d708-e3ae-4380-8695-a0460bc93640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:44.396062 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7126d708-e3ae-4380-8695-a0460bc93640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:44.400691 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-e292d429-e21a-44e5-801a-ca1ddebb7269 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9503226 Jul 14 14:01:44.404145 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 49392) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:44.415600 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-2e62b359-68fa-4545-9713-96aae1ceea97 admin admin] Request body: {'subnet': {'network_id': '9dd44bad-90f1-4458-b25c-6d750b31e001', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1417207912-subnet', 'tenant_id': '7827ca83e8e64c2187e07a1f95756154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:44.418859 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-078d9466-2efe-4279-a7a1-caea186de230 req-bda07051-141a-454d-9ceb-ba67940c6669 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1054389 Jul 14 14:01:44.446719 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126d708-e3ae-4380-8695-a0460bc93640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9312e770-1e01-45bf-b38e-84ca28a331d4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:44.452603 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7126d708-e3ae-4380-8695-a0460bc93640 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a8837dc131b64538a44c1beeeff4bedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093471 Jul 14 14:01:44.455577 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49396) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:44.455884 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e62b359-68fa-4545-9713-96aae1ceea97 admin admin] Made reservation on behalf of 7827ca83e8e64c2187e07a1f95756154 for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:44.459255 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e62b359-68fa-4545-9713-96aae1ceea97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:44.517989 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2522ba09-ec13-4461-95f7-f8763a22f08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:44.545923 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2522ba09-ec13-4461-95f7-f8763a22f08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:44.602774 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2522ba09-ec13-4461-95f7-f8763a22f08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:44.605407 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2522ba09-ec13-4461-95f7-f8763a22f08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:44.609260 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2522ba09-ec13-4461-95f7-f8763a22f08d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9312e770-1e01-45bf-b38e-84ca28a331d4 HTTP/1.1" status: 204 len: 168 time: 0.1500452 Jul 14 14:01:44.616913 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522ba09-ec13-4461-95f7-f8763a22f08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9312e770-1e01-45bf-b38e-84ca28a331d4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:44.674025 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e62b359-68fa-4545-9713-96aae1ceea97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:44.728443 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62b359-68fa-4545-9713-96aae1ceea97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4211a7d0-b3c5-4f18-b207-2af82f7d5034,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:44.739852 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62b359-68fa-4545-9713-96aae1ceea97 admin admin] Checking segment: {'id': '810fc784-ddf4-4286-9461-36d58d7d1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9dd44bad-90f1-4458-b25c-6d750b31e001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:44.740213 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e62b359-68fa-4545-9713-96aae1ceea97 admin admin] Network hostable DHCP agents. Network: 9dd44bad-90f1-4458-b25c-6d750b31e001, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:01:44.758541 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e62b359-68fa-4545-9713-96aae1ceea97 admin admin] Network 9dd44bad-90f1-4458-b25c-6d750b31e001 is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:01:44.767700 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-2e62b359-68fa-4545-9713-96aae1ceea97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 9dd44bad-90f1-4458-b25c-6d750b31e001) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:44.771907 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e62b359-68fa-4545-9713-96aae1ceea97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:44.772519 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e62b359-68fa-4545-9713-96aae1ceea97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:44.782897 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d74c443-9311-48b3-858f-62ab027babee None None] Network 9dd44bad-90f1-4458-b25c-6d750b31e001 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:44.799849 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-2e62b359-68fa-4545-9713-96aae1ceea97 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3825350 Jul 14 14:01:44.939210 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e865fd14-9d5b-4d8b-8dee-a587df73bfc2 None None] Network 9dd44bad-90f1-4458-b25c-6d750b31e001 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:45.058852 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6bae2-5c7a-41b1-9264-334f5b8f3c3a req-4a118a8c-b995-4d97-9902-8037ee51a1bc tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:45.067354 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eff6bae2-5c7a-41b1-9264-334f5b8f3c3a req-4a118a8c-b995-4d97-9902-8037ee51a1bc tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 931 time: 0.0985904 Jul 14 14:01:45.112507 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eff6bae2-5c7a-41b1-9264-334f5b8f3c3a req-21b8de6e-871f-44c5-ac35-c95e7720b0d9 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Jul 14 14:01:45.193209 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 471cb83d-3fff-4e80-a126-a0b0f73e2daf details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:01:45.330402 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 471cb83d-3fff-4e80-a126-a0b0f73e2daf, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=471cb83d-3fff-4e80-a126-a0b0f73e2daf,segment=NetworkSegment(e987f612-a436-46a8-a13d-464c00316e02),segment_id=e987f612-a436-46a8-a13d-464c00316e02)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:45.348004 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '471cb83d-3fff-4e80-a126-a0b0f73e2daf', 'network_id': '71f287e9-8674-4e0b-94b7-fb34be8f11a7', 'port_id': '471cb83d-3fff-4e80-a126-a0b0f73e2daf', 'mac_address': 'fa:16:3e:3d:7c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ffbaef-3285-4ef1-86ba-3983b4f0ac52', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:01:45.405873 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:45.424540 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471cb83d-3fff-4e80-a126-a0b0f73e2daf {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:01:45.449310 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 471cb83d-3fff-4e80-a126-a0b0f73e2daf, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=471cb83d-3fff-4e80-a126-a0b0f73e2daf,segment=NetworkSegment(e987f612-a436-46a8-a13d-464c00316e02),segment_id=e987f612-a436-46a8-a13d-464c00316e02)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:45.454529 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:45.548385 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=471cb83d-3fff-4e80-a126-a0b0f73e2daf,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:45.552180 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49442) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:45.558098 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1971844300-network', 'tenant_id': '761dcce984dd40129ee220370909ee87'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:45.612334 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] Made reservation on behalf of 761dcce984dd40129ee220370909ee87 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:45.615199 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:45.624878 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed23a0-ab9e-41d1-b150-7d79c401b5dd req-b6f8d20f-2232-4e72-9a17-fcd197ac0113 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:45.629604 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-83ed23a0-ab9e-41d1-b150-7d79c401b5dd req-b6f8d20f-2232-4e72-9a17-fcd197ac0113 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 945 time: 0.0828581 Jul 14 14:01:45.636518 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7396fa28-024d-420e-b2af-6d71a4703a87 req-2f96e469-42a2-4787-9b25-c03e25109c6d tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0453002 Jul 14 14:01:45.642063 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:45.673471 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-83ed23a0-ab9e-41d1-b150-7d79c401b5dd req-b4429407-1334-4d80-ab1e-57d2148a08c9 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412397 Jul 14 14:01:45.768485 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:45.773212 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:45.795897 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:01:45.814458 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8e357a-4673-434e-bd3f-82f4ec314d2e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:45.820009 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:45.820628 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] Added segment ca887455-4ca3-486b-b4b9-0272be90279a of type vlan for network 2676267c-0823-4e1a-8d8b-9c0a6522a8cf Jul 14 14:01:45.864821 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:45.897146 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:45.898178 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:45.898779 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:45.956586 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4029243 Jul 14 14:01:45.959296 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49452) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:45.964390 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-12c1168a-ae3d-4468-8b61-f04d7fcadef6 admin admin] Request body: {'subnet': {'network_id': '2676267c-0823-4e1a-8d8b-9c0a6522a8cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1971844300-subnet', 'tenant_id': '761dcce984dd40129ee220370909ee87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:45.976422 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139a8f0-f16d-4142-9c2f-595db7f1382b admin admin] Pushing event updated for resources: {'Network': ['ID=2676267c-0823-4e1a-8d8b-9c0a6522a8cf,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:45.988254 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 2676267c-0823-4e1a-8d8b-9c0a6522a8cf details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:01:45.998017 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c1168a-ae3d-4468-8b61-f04d7fcadef6 admin admin] Made reservation on behalf of 761dcce984dd40129ee220370909ee87 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:46.001018 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12c1168a-ae3d-4468-8b61-f04d7fcadef6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:46.198755 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-3f9e065e-3d82-487a-875a-f654a86c00d9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Request body: {'port': {'device_id': '32131b55-23aa-4704-8928-bbe891a38bff', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'admin_state_up': True, 'tenant_id': '84091d0680394dc3955f3ed734020316', 'security_groups': ['f49f7a01-66b8-4039-a21c-513d348e4bdc']}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:46.220097 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Request body: {'port': {'device_id': '61b66379-58fa-4812-bdd3-fc4d33bc2b26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:46.222864 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Request body: {'port': {'device_id': 'e9e46867-5dc6-4428-bc93-2c2037b8b74d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:46.274938 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12c1168a-ae3d-4468-8b61-f04d7fcadef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:46.320437 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c51117d8-6a28-4abc-aa76-4be7b4d09fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:46.371967 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:46.411076 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1168a-ae3d-4468-8b61-f04d7fcadef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0063bec-b2de-4500-a353-794a6d000d04,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:46.432683 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-3f9e065e-3d82-487a-875a-f654a86c00d9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Made reservation on behalf of 84091d0680394dc3955f3ed734020316 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:46.438840 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-3f9e065e-3d82-487a-875a-f654a86c00d9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:46.447003 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:46.467635 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['471cb83d-3fff-4e80-a126-a0b0f73e2daf'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:01:46.504186 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c1168a-ae3d-4468-8b61-f04d7fcadef6 admin admin] Checking segment: {'id': 'ca887455-4ca3-486b-b4b9-0272be90279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2676267c-0823-4e1a-8d8b-9c0a6522a8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:46.504186 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1168a-ae3d-4468-8b61-f04d7fcadef6 admin admin] Network hostable DHCP agents. Network: 2676267c-0823-4e1a-8d8b-9c0a6522a8cf, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:01:46.509598 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:46.535110 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197553a2-79db-401b-b86a-365c2166f32a req-fb454ca8-7b8f-42b5-94fe-0afc940cc988 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:46.536748 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-197553a2-79db-401b-b86a-365c2166f32a req-fb454ca8-7b8f-42b5-94fe-0afc940cc988 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 931 time: 0.2813852 Jul 14 14:01:46.707396 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1168a-ae3d-4468-8b61-f04d7fcadef6 admin admin] Network 2676267c-0823-4e1a-8d8b-9c0a6522a8cf is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:01:46.742266 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-12c1168a-ae3d-4468-8b61-f04d7fcadef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 2676267c-0823-4e1a-8d8b-9c0a6522a8cf) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:46.786848 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc3c1d7-329f-41a0-8fce-f18a121047ae None None] Network 2676267c-0823-4e1a-8d8b-9c0a6522a8cf requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:46.787116 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c1168a-ae3d-4468-8b61-f04d7fcadef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:46.788244 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12c1168a-ae3d-4468-8b61-f04d7fcadef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:46.816319 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-197553a2-79db-401b-b86a-365c2166f32a req-98581999-090e-427a-9190-f056fbaa7a60 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705324 Jul 14 14:01:46.867554 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-12c1168a-ae3d-4468-8b61-f04d7fcadef6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9070098 Jul 14 14:01:46.904407 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-3f9e065e-3d82-487a-875a-f654a86c00d9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Allocated IP 172.20.0.14 (3410fdfc-dc44-4fd7-9145-5178f588b3ac/7c9e99f6-8685-4c55-b68e-415908b0bb16/218416f6-4b46-499c-9d62-c40394570bbe) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:01:46.993891 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7bf0ce73-77c4-474d-aef6-52e6a7953ebd req-6e9c8c53-831e-4193-be53-7c8455b7bd7b tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0734639 Jul 14 14:01:47.066730 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acb204-9c56-4dcc-a25e-4c86eb131f4b req-12d81348-09c2-401a-82b6-a75fab76a36e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:47.070386 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55acb204-9c56-4dcc-a25e-4c86eb131f4b req-12d81348-09c2-401a-82b6-a75fab76a36e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 945 time: 0.1347532 Jul 14 14:01:47.091232 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 49490) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:47.130003 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55acb204-9c56-4dcc-a25e-4c86eb131f4b req-1903890a-5e8c-4e63-8476-430cc6634ff8 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537577 Jul 14 14:01:47.135932 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c434eceb-16c8-495e-89bc-c4b630a9dfbb None None] Network 2676267c-0823-4e1a-8d8b-9c0a6522a8cf requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:47.302835 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.310784 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca803e8-df03-4c96-829e-9a762b8801e3 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:01:47.342323 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.353728 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf51913-9c81-46d7-bbd3-bc66a6b6ba50 admin admin] Deleting subnet 4211a7d0-b3c5-4f18-b207-2af82f7d5034 {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:01:47.371823 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf51913-9c81-46d7-bbd3-bc66a6b6ba50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.447375 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Transition to ACTIVE for port object eca803e8-df03-4c96-829e-9a762b8801e3 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:47.468119 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.476759 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-3f9e065e-3d82-487a-875a-f654a86c00d9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.482691 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf51913-9c81-46d7-bbd3-bc66a6b6ba50 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.554949 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf51913-9c81-46d7-bbd3-bc66a6b6ba50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.601182 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-3f9e065e-3d82-487a-875a-f654a86c00d9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Transition to ACTIVE for port object 218416f6-4b46-499c-9d62-c40394570bbe will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:47.631831 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:01:47.649749 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.652543 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Pushing event updated for resources: {'Port': ['ID=eca803e8-df03-4c96-829e-9a762b8801e3,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:47.684584 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Transition to ACTIVE for port object 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:47.690394 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.756929 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:47.794972 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Attempting to bind port eca803e8-df03-4c96-829e-9a762b8801e3 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:01:47.795521 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Attempting to bind port eca803e8-df03-4c96-829e-9a762b8801e3 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '637742ab-217f-417e-a3a5-8d63f836ee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:01:47.796370 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Attempting to bind port eca803e8-df03-4c96-829e-9a762b8801e3 on network 71a6fd6e-e0b7-41ce-b515-46956efe817e {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:47.806596 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-3f9e065e-3d82-487a-875a-f654a86c00d9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.809975 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Port eca803e8-df03-4c96-829e-9a762b8801e3 on network 71a6fd6e-e0b7-41ce-b515-46956efe817e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:01:47.810725 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Attempting to bind port eca803e8-df03-4c96-829e-9a762b8801e3 on network 71a6fd6e-e0b7-41ce-b515-46956efe817e {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:47.864376 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Attempting to bind port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:01:47.866293 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Attempting to bind port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '637742ab-217f-417e-a3a5-8d63f836ee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:01:47.866743 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Attempting to bind port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 on network 71a6fd6e-e0b7-41ce-b515-46956efe817e {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:47.872012 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf51913-9c81-46d7-bbd3-bc66a6b6ba50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.872893 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 on network 71a6fd6e-e0b7-41ce-b515-46956efe817e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:01:47.873305 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Attempting to bind port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 on network 71a6fd6e-e0b7-41ce-b515-46956efe817e {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:47.879378 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:01:47.879814 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Checking segment: {'id': '637742ab-217f-417e-a3a5-8d63f836ee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:47.880485 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Bound using segment: {'id': '637742ab-217f-417e-a3a5-8d63f836ee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:01:47.880995 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Bound port: 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637742ab-217f-417e-a3a5-8d63f836ee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:01:47.881469 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.903662 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:01:47.904192 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Checking segment: {'id': '637742ab-217f-417e-a3a5-8d63f836ee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:47.904789 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Bound using segment: {'id': '637742ab-217f-417e-a3a5-8d63f836ee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:01:47.905549 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Bound port: eca803e8-df03-4c96-829e-9a762b8801e3, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637742ab-217f-417e-a3a5-8d63f836ee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:01:47.906635 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.959141 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf51913-9c81-46d7-bbd3-bc66a6b6ba50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4211a7d0-b3c5-4f18-b207-2af82f7d5034,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:47.988783 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] For port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7, host hv-cinder-78692, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:01:47.993738 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] For port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7,segment=NetworkSegment(637742ab-217f-417e-a3a5-8d63f836ee45),segment_id=637742ab-217f-417e-a3a5-8d63f836ee45)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:01:47.994020 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf51913-9c81-46d7-bbd3-bc66a6b6ba50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:47.997517 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6cf51913-9c81-46d7-bbd3-bc66a6b6ba50 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4211a7d0-b3c5-4f18-b207-2af82f7d5034 HTTP/1.1" status: 204 len: 168 time: 0.9043822 Jul 14 14:01:48.000404 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49522) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:48.005120 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-3f9e065e-3d82-487a-875a-f654a86c00d9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Network 3410fdfc-dc44-4fd7-9145-5178f588b3ac is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:48.012999 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-3f9e065e-3d82-487a-875a-f654a86c00d9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:48.016851 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-3f9e065e-3d82-487a-875a-f654a86c00d9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:01:48.024477 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-3f9e065e-3d82-487a-875a-f654a86c00d9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:48.025374 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-3f9e065e-3d82-487a-875a-f654a86c00d9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:48.083246 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:48.087270 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:48.093155 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e065e-3d82-487a-875a-f654a86c00d9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event updated for resources: {'Port': ['ID=218416f6-4b46-499c-9d62-c40394570bbe,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:48.168618 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:48.185010 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-3f9e065e-3d82-487a-875a-f654a86c00d9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9913554 Jul 14 14:01:48.210280 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ebb4b-9d91-48c2-84b2-0472e2671316 req-64b11a55-2121-44b7-b1a4-7bc875e50768 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:48.212444 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:48.214490 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-186ebb4b-9d91-48c2-84b2-0472e2671316 req-64b11a55-2121-44b7-b1a4-7bc875e50768 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 943 time: 0.2332282 Jul 14 14:01:48.221869 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:48.224359 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-078d9466-2efe-4279-a7a1-caea186de230 req-059f1b8e-1b04-4952-a56c-e9bc70e5b239 service neutron] 10.222.0.38 "PUT /v2.0/ports/0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 HTTP/1.1" status: 200 len: 1093 time: 2.0098517 Jul 14 14:01:48.225288 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b66379-58fa-4812-bdd3-fc4d33bc2b26', 'tag': '0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:48.253910 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] For port eca803e8-df03-4c96-829e-9a762b8801e3, host hv-cinder-78692, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:01:48.283148 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-186ebb4b-9d91-48c2-84b2-0472e2671316 req-b954fde4-d9d7-4511-bdf0-ecd032afda94 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613074 Jul 14 14:01:48.284935 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] For port eca803e8-df03-4c96-829e-9a762b8801e3, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=eca803e8-df03-4c96-829e-9a762b8801e3,segment=NetworkSegment(637742ab-217f-417e-a3a5-8d63f836ee45),segment_id=637742ab-217f-417e-a3a5-8d63f836ee45)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:01:48.294445 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:48.338682 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:48.339677 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:48.341212 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] 10.222.0.38 "PUT /v2.0/ports/eca803e8-df03-4c96-829e-9a762b8801e3 HTTP/1.1" status: 200 len: 1094 time: 2.1353385 Jul 14 14:01:48.341976 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e46867-5dc6-4428-bc93-2c2037b8b74d', 'tag': 'eca803e8-df03-4c96-829e-9a762b8801e3'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:48.344565 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd8e188-a43a-4350-a692-bbeb4de6d2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e46867-5dc6-4428-bc93-2c2037b8b74d", "tag": "eca803e8-df03-4c96-829e-9a762b8801e3"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:48.394184 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4f21f-de90-4b89-a627-67cc1491e276 service neutron] Pushing event updated for resources: {'Port': ['ID=eca803e8-df03-4c96-829e-9a762b8801e3,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:48.402544 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-7ed01ed9-9068-45c2-a915-296b629405af None None] Provisioning for port 218416f6-4b46-499c-9d62-c40394570bbe completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:01:48.410305 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-7ed01ed9-9068-45c2-a915-296b629405af None None] Provisioning complete for port 218416f6-4b46-499c-9d62-c40394570bbe triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:48.410669 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7ed01ed9-9068-45c2-a915-296b629405af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:48.454124 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-7ed01ed9-9068-45c2-a915-296b629405af None None] Port 218416f6-4b46-499c-9d62-c40394570bbe cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:01:48.489126 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:48.509596 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:01:48.513322 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:01:48.515196 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:01:48.516124 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:01:48.516685 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:01:48.517273 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:01:48.517603 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:01:48.517962 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:01:48.518294 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:01:48.518792 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:01:48.579273 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882034b7-a613-47bc-bd47-9deca3e37da4 req-32d8af11-c67e-4666-85e8-4618a47b8474 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:48.581951 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-882034b7-a613-47bc-bd47-9deca3e37da4 req-32d8af11-c67e-4666-85e8-4618a47b8474 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 945 time: 0.1299424 Jul 14 14:01:48.628101 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-882034b7-a613-47bc-bd47-9deca3e37da4 req-8a720315-9f56-4c2d-8528-85e7804c803d tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380924 Jul 14 14:01:48.687274 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:01:48.687716 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:01:48.688024 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:01:48.688420 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:01:48.689305 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd44bad-90f1-4458-b25c-6d750b31e001']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:48.709224 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464cf8f0-fd76-4e41-9581-3d497ef1a3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "61b66379-58fa-4812-bdd3-fc4d33bc2b26", "tag": "0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:48.719219 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810fc784-ddf4-4286-9461-36d58d7d1ef7') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:48.719515 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810fc784-ddf4-4286-9461-36d58d7d1ef7') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:48.722511 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996b617e-9c75-4c27-add0-7dce6a18dcee x-openstack-request-id: req-996b617e-9c75-4c27-add0-7dce6a18dcee {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:48.722812 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e46867-5dc6-4428-bc93-2c2037b8b74d", "tag": "eca803e8-df03-4c96-829e-9a762b8801e3", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:48.723065 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-996b617e-9c75-4c27-add0-7dce6a18dcee {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:48.723461 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e46867-5dc6-4428-bc93-2c2037b8b74d', 'tag': 'eca803e8-df03-4c96-829e-9a762b8801e3', 'status': 'completed', 'code': 200} Jul 14 14:01:48.741618 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973827'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:48.767795 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:48.781740 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdaace-9186-41c0-a8e1-fe7764f358e7 req-5f256c72-5de9-40d4-aad6-eb78f9417b53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:48.783416 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2abdaace-9186-41c0-a8e1-fe7764f358e7 req-5f256c72-5de9-40d4-aad6-eb78f9417b53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 932 time: 0.4359252 Jul 14 14:01:48.788127 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:01:48.788421 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3974124'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: from cryptography.utils import int_from_bytes Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: from cryptography.utils import int_from_bytes Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: timer() Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: self._notify() Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: event.method(event) Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:01:48.792815 dv-cinder-786927-3-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:01:48.839603 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dae0b3-6cac-458a-b991-14fc2cacdb5a x-openstack-request-id: req-88dae0b3-6cac-458a-b991-14fc2cacdb5a {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:48.839895 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b66379-58fa-4812-bdd3-fc4d33bc2b26", "tag": "0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:48.840144 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-88dae0b3-6cac-458a-b991-14fc2cacdb5a {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:48.840587 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b66379-58fa-4812-bdd3-fc4d33bc2b26', 'tag': '0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7', 'status': 'completed', 'code': 200} Jul 14 14:01:48.871073 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:48.886101 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2abdaace-9186-41c0-a8e1-fe7764f358e7 req-ef7f1ef0-fc8a-4a78-aa0e-83c209dc229f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835063 Jul 14 14:01:48.896046 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:48.898044 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9dd44bad-90f1-4458-b25c-6d750b31e001 HTTP/1.1" status: 204 len: 168 time: 0.8963239 Jul 14 14:01:48.899457 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483329d-70de-41e5-b68e-72a44e8742f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd44bad-90f1-4458-b25c-6d750b31e001,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:48.901208 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49558) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:49.097152 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 471cb83d-3fff-4e80-a126-a0b0f73e2daf up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:49.117950 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1269307-5762-413a-8926-821140ffab72 admin admin] Deleting subnet c0063bec-b2de-4500-a353-794a6d000d04 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:01:49.122708 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1269307-5762-413a-8926-821140ffab72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.147635 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.158474 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1269307-5762-413a-8926-821140ffab72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973850'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.159470 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port 471cb83d-3fff-4e80-a126-a0b0f73e2daf completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:01:49.163184 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 471cb83d-3fff-4e80-a126-a0b0f73e2daf triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:49.163549 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.202132 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1269307-5762-413a-8926-821140ffab72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.242759 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.257523 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1269307-5762-413a-8926-821140ffab72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3973698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4014944'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.269496 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953c909b-7e75-4425-b218-1106d283c138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471cb83d-3fff-4e80-a126-a0b0f73e2daf'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:49.286525 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1269307-5762-413a-8926-821140ffab72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0063bec-b2de-4500-a353-794a6d000d04,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:49.292301 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b1269307-5762-413a-8926-821140ffab72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.294444 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b1269307-5762-413a-8926-821140ffab72 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c0063bec-b2de-4500-a353-794a6d000d04 HTTP/1.1" status: 204 len: 168 time: 0.3922899 Jul 14 14:01:49.296875 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49562) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:49.344050 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 471cb83d-3fff-4e80-a126-a0b0f73e2daf, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=471cb83d-3fff-4e80-a126-a0b0f73e2daf,segment=NetworkSegment(e987f612-a436-46a8-a13d-464c00316e02),segment_id=e987f612-a436-46a8-a13d-464c00316e02)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:49.349963 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.370743 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2aed29b3-c375-4aae-8629-b21d3f631c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.388963 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b796f0a-965e-419b-b3a7-4565ad13b9a1" -d '{"events": [{"server_uuid": "953c909b-7e75-4425-b218-1106d283c138", "name": "network-vif-plugged", "status": "completed", "tag": "471cb83d-3fff-4e80-a126-a0b0f73e2daf"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:49.411910 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=471cb83d-3fff-4e80-a126-a0b0f73e2daf,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:49.463657 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2aed29b3-c375-4aae-8629-b21d3f631c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.476333 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-2aed29b3-c375-4aae-8629-b21d3f631c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2676267c-0823-4e1a-8d8b-9c0a6522a8cf']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:49.491926 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-2aed29b3-c375-4aae-8629-b21d3f631c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca887455-4ca3-486b-b4b9-0272be90279a') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:49.492223 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-2aed29b3-c375-4aae-8629-b21d3f631c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca887455-4ca3-486b-b4b9-0272be90279a') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:49.498428 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab99bdd-5ffc-49fb-9dad-d836907d9f64 x-openstack-request-id: req-bab99bdd-5ffc-49fb-9dad-d836907d9f64 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:49.498726 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953c909b-7e75-4425-b218-1106d283c138", "name": "network-vif-plugged", "status": "completed", "tag": "471cb83d-3fff-4e80-a126-a0b0f73e2daf", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:49.498981 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bab99bdd-5ffc-49fb-9dad-d836907d9f64 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:49.499507 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953c909b-7e75-4425-b218-1106d283c138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471cb83d-3fff-4e80-a126-a0b0f73e2daf', 'code': 200} Jul 14 14:01:49.504436 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2aed29b3-c375-4aae-8629-b21d3f631c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973827'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.518966 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb9e21-b379-40dc-9ac7-f7d35f64861c req-2d5512fe-c660-40d1-bd5d-ae49618a8dca tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:49.521662 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2aed29b3-c375-4aae-8629-b21d3f631c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.523593 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5dbb9e21-b379-40dc-9ac7-f7d35f64861c req-2d5512fe-c660-40d1-bd5d-ae49618a8dca tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 943 time: 0.0867674 Jul 14 14:01:49.528863 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aed29b3-c375-4aae-8629-b21d3f631c39 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:01:49.529353 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2aed29b3-c375-4aae-8629-b21d3f631c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3974124'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: timer() Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: self._notify() Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: event.method(event) Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:01:49.530986 dv-cinder-786927-3-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:01:49.560262 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5dbb9e21-b379-40dc-9ac7-f7d35f64861c req-62782921-4d85-40cc-892f-80b4a175d27e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Jul 14 14:01:49.584805 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2aed29b3-c375-4aae-8629-b21d3f631c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.589496 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2aed29b3-c375-4aae-8629-b21d3f631c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.591338 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2aed29b3-c375-4aae-8629-b21d3f631c39 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2676267c-0823-4e1a-8d8b-9c0a6522a8cf HTTP/1.1" status: 204 len: 168 time: 0.2935064 Jul 14 14:01:49.603314 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed29b3-c375-4aae-8629-b21d3f631c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=2676267c-0823-4e1a-8d8b-9c0a6522a8cf,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:49.748624 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 49584) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:49.792051 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-cd33a74b-c693-4d6d-92d2-6c09558caa54 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7827ca83e8e64c2187e07a1f95756154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422101 Jul 14 14:01:49.795991 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 49586) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:49.813112 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08222a-2359-43e4-8eff-2c56e8f87b40 req-b2342b88-3ccb-4c3e-b0d3-f1d6e65b1431 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:49.814608 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7b08222a-2359-43e4-8eff-2c56e8f87b40 req-b2342b88-3ccb-4c3e-b0d3-f1d6e65b1431 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.0716870 Jul 14 14:01:49.845953 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc635-23c5-402e-bb17-9fb88c2d9d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.854069 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7b08222a-2359-43e4-8eff-2c56e8f87b40 req-e3c8a3ba-30f9-4e10-b6f1-5f3cdb9ab174 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337629 Jul 14 14:01:49.882656 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc635-23c5-402e-bb17-9fb88c2d9d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.930113 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc635-23c5-402e-bb17-9fb88c2d9d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.934660 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc635-23c5-402e-bb17-9fb88c2d9d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:49.936113 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0b1cc635-23c5-402e-bb17-9fb88c2d9d38 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ffbfc20f-967b-441f-b18a-cd8a83fa5835 HTTP/1.1" status: 204 len: 168 time: 0.1390221 Jul 14 14:01:49.945214 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cc635-23c5-402e-bb17-9fb88c2d9d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbfc20f-967b-441f-b18a-cd8a83fa5835,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:50.080155 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7617e1-caec-4e90-b42f-9b45887d64aa req-7d8e1706-5936-4407-bc75-5e10da1a6178 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:50.081673 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0f7617e1-caec-4e90-b42f-9b45887d64aa req-7d8e1706-5936-4407-bc75-5e10da1a6178 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 932 time: 0.0677164 Jul 14 14:01:50.131709 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0f7617e1-caec-4e90-b42f-9b45887d64aa req-63973df8-4cb9-4475-95f7-e86fd567e6d2 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 Jul 14 14:01:50.277293 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 49606) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:50.318610 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-a7003a32-847e-4c9f-b129-2123f682729c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=761dcce984dd40129ee220370909ee87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400460 Jul 14 14:01:50.321450 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49612) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:50.378489 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf8ff-f78c-4d54-ab1c-ed782fc902de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:50.400071 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf8ff-f78c-4d54-ab1c-ed782fc902de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:50.447300 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf8ff-f78c-4d54-ab1c-ed782fc902de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:50.451322 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf8ff-f78c-4d54-ab1c-ed782fc902de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:50.452698 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dfdcf8ff-f78c-4d54-ab1c-ed782fc902de admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf8e357a-4673-434e-bd3f-82f4ec314d2e HTTP/1.1" status: 204 len: 168 time: 0.1301620 Jul 14 14:01:50.461412 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcf8ff-f78c-4d54-ab1c-ed782fc902de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8e357a-4673-434e-bd3f-82f4ec314d2e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:50.739376 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c3fd7-cda1-46c1-9ee5-2851c80df940 req-6f11086c-f370-4b8e-a704-ff2753de6f3c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:50.741064 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-826c3fd7-cda1-46c1-9ee5-2851c80df940 req-6f11086c-f370-4b8e-a704-ff2753de6f3c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 943 time: 0.0685458 Jul 14 14:01:50.785395 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-826c3fd7-cda1-46c1-9ee5-2851c80df940 req-1cc7428c-5f44-4abf-bb72-227396e2ecec tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379288 Jul 14 14:01:51.042894 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Request body: {'port': {'device_id': '32131b55-23aa-4704-8928-bbe891a38bff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:51.266943 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cf8f0-fd76-4e41-9581-3d497ef1a3ab req-b8a57dbd-a038-45c4-8be9-54337a25d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:51.268704 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-464cf8f0-fd76-4e41-9581-3d497ef1a3ab req-b8a57dbd-a038-45c4-8be9-54337a25d7d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 1096 time: 0.1090856 Jul 14 14:01:51.321114 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497a030-0eb4-491a-8ec3-58d5eb7e1fc6 req-11ed4f35-185e-48a6-89a0-985648d5ca52 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:51.323056 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c497a030-0eb4-491a-8ec3-58d5eb7e1fc6 req-11ed4f35-185e-48a6-89a0-985648d5ca52 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.3338821 Jul 14 14:01:51.489343 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c497a030-0eb4-491a-8ec3-58d5eb7e1fc6 req-18d4750c-6e93-46d7-aa9d-3e9fdad37c78 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527874 Jul 14 14:01:51.510273 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:51.531107 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8e188-a43a-4350-a692-bbeb4de6d2d8 req-0ccfeebe-c3e0-4c6f-a6a3-f3a418882538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:51.532818 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3bd8e188-a43a-4350-a692-bbeb4de6d2d8 req-0ccfeebe-c3e0-4c6f-a6a3-f3a418882538 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 1097 time: 0.2670059 Jul 14 14:01:51.533276 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cf8f0-fd76-4e41-9581-3d497ef1a3ab req-fde45cb2-e912-485f-93cb-3a55e40dbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:51.535638 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-464cf8f0-fd76-4e41-9581-3d497ef1a3ab req-fde45cb2-e912-485f-93cb-3a55e40dbf89 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2584865 Jul 14 14:01:51.551549 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec4e4d-5c0a-4413-b918-3e2843765592 req-f82da459-031c-42e0-9ddf-76016d4efb5c tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:51.553432 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36ec4e4d-5c0a-4413-b918-3e2843765592 req-f82da459-031c-42e0-9ddf-76016d4efb5c tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 932 time: 0.1825554 Jul 14 14:01:51.596426 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca0c7c-5430-4ba2-994d-c2a3d7d0a2fd req-a64ddb49-e09d-4a38-b093-ef3a44388f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:51.597997 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-baca0c7c-5430-4ba2-994d-c2a3d7d0a2fd req-a64ddb49-e09d-4a38-b093-ef3a44388f7c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 1099 time: 0.2304156 Jul 14 14:01:51.604916 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36ec4e4d-5c0a-4413-b918-3e2843765592 req-b65e668f-4ff7-4c58-b37d-4de9b44b1053 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443153 Jul 14 14:01:51.890328 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218416f6-4b46-499c-9d62-c40394570bbe {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:01:51.901688 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:51.929528 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Transition to ACTIVE for port object 218416f6-4b46-499c-9d62-c40394570bbe will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:51.938879 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:52.120576 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Pushing event updated for resources: {'Port': ['ID=218416f6-4b46-499c-9d62-c40394570bbe,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:52.128092 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Attempting to bind port 218416f6-4b46-499c-9d62-c40394570bbe on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:01:52.128423 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Attempting to bind port 218416f6-4b46-499c-9d62-c40394570bbe by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:01:52.129223 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Attempting to bind port 218416f6-4b46-499c-9d62-c40394570bbe on network 3410fdfc-dc44-4fd7-9145-5178f588b3ac {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:52.133869 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Port 218416f6-4b46-499c-9d62-c40394570bbe on network 3410fdfc-dc44-4fd7-9145-5178f588b3ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:01:52.134205 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Attempting to bind port 218416f6-4b46-499c-9d62-c40394570bbe on network 3410fdfc-dc44-4fd7-9145-5178f588b3ac {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:52.142591 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:01:52.143114 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Checking segment: {'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:52.143513 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Bound using segment: {'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:01:52.143969 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Bound port: 218416f6-4b46-499c-9d62-c40394570bbe, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:01:52.144330 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:52.165824 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f0f57-1a46-49b6-bebb-fa45559e7700 req-1bad8ec4-b382-445f-acd0-ffcc33cc77be tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:52.167945 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7c8f0f57-1a46-49b6-bebb-fa45559e7700 req-1bad8ec4-b382-445f-acd0-ffcc33cc77be tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 943 time: 0.2233038 Jul 14 14:01:52.266846 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7c8f0f57-1a46-49b6-bebb-fa45559e7700 req-ba0288a3-f267-4301-8104-a9f615ebd339 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909691 Jul 14 14:01:52.278054 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] For port 218416f6-4b46-499c-9d62-c40394570bbe, host hv-cinder-78692, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:01:52.281820 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] For port 218416f6-4b46-499c-9d62-c40394570bbe, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=218416f6-4b46-499c-9d62-c40394570bbe,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:01:52.287463 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:52.341486 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:52.342129 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:52.343690 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] 10.222.0.38 "PUT /v2.0/ports/218416f6-4b46-499c-9d62-c40394570bbe HTTP/1.1" status: 200 len: 1094 time: 1.3057363 Jul 14 14:01:52.344222 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32131b55-23aa-4704-8928-bbe891a38bff', 'tag': '218416f6-4b46-499c-9d62-c40394570bbe'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:52.346704 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575aa922-98c1-4cce-8957-2cc9b8344b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "32131b55-23aa-4704-8928-bbe891a38bff", "tag": "218416f6-4b46-499c-9d62-c40394570bbe"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:52.390646 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e0be6-8528-4511-a0d6-21f70bd3c074 service neutron] Pushing event updated for resources: {'Port': ['ID=218416f6-4b46-499c-9d62-c40394570bbe,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:52.403414 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ee3437-5de5-469b-af18-3dbb5c2e95d7 x-openstack-request-id: req-05ee3437-5de5-469b-af18-3dbb5c2e95d7 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:52.403746 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32131b55-23aa-4704-8928-bbe891a38bff", "tag": "218416f6-4b46-499c-9d62-c40394570bbe", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:52.404669 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05ee3437-5de5-469b-af18-3dbb5c2e95d7 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:52.405782 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32131b55-23aa-4704-8928-bbe891a38bff', 'tag': '218416f6-4b46-499c-9d62-c40394570bbe', 'status': 'completed', 'code': 200} Jul 14 14:01:52.699781 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183539ab-3ae9-457b-bbe0-6b63e05bd4e4 req-8301b350-de77-4c2c-b604-ee2321a33700 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:52.701351 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-183539ab-3ae9-457b-bbe0-6b63e05bd4e4 req-8301b350-de77-4c2c-b604-ee2321a33700 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.0719969 Jul 14 14:01:52.742682 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-183539ab-3ae9-457b-bbe0-6b63e05bd4e4 req-78039b33-3ffe-4503-8cb8-9e6b76db63a0 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353451 Jul 14 14:01:52.822695 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e989f0a-7939-4ef2-9088-ab5bac7393fe req-950e123c-6990-4384-b32d-7e8e71b0760c tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:52.824192 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e989f0a-7939-4ef2-9088-ab5bac7393fe req-950e123c-6990-4384-b32d-7e8e71b0760c tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0768130 Jul 14 14:01:52.867076 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e989f0a-7939-4ef2-9088-ab5bac7393fe req-715da68a-a274-420f-a314-c639a9d82de0 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374181 Jul 14 14:01:53.391836 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49756) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:53.437916 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab36075-f699-44f4-b911-c7f24f36cbd9 req-c7c771af-cba5-4e26-9fd8-31b8e75f8287 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:53.439464 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2ab36075-f699-44f4-b911-c7f24f36cbd9 req-c7c771af-cba5-4e26-9fd8-31b8e75f8287 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 943 time: 0.0647771 Jul 14 14:01:53.477873 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2ab36075-f699-44f4-b911-c7f24f36cbd9 req-f4e23079-ac8d-44a9-9122-27c9948254f4 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327682 Jul 14 14:01:53.497135 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e30a4858-8d81-4132-b07d-28c715c0d49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:53.589757 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e30a4858-8d81-4132-b07d-28c715c0d49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:53.593695 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e30a4858-8d81-4132-b07d-28c715c0d49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:53.632619 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e30a4858-8d81-4132-b07d-28c715c0d49b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad982e53f939493dbf60ddca5ae1df21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396319 Jul 14 14:01:53.633729 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a4858-8d81-4132-b07d-28c715c0d49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3dade2-0444-46dc-8520-3cfd2827e626,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:53.635407 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 49762) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:53.686617 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b760bdf8-c892-420b-b7a6-5d8e0a853ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:53.706866 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b760bdf8-c892-420b-b7a6-5d8e0a853ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:53.757404 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b760bdf8-c892-420b-b7a6-5d8e0a853ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:53.760350 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b760bdf8-c892-420b-b7a6-5d8e0a853ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:53.761530 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b760bdf8-c892-420b-b7a6-5d8e0a853ee2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f3dade2-0444-46dc-8520-3cfd2827e626 HTTP/1.1" status: 204 len: 168 time: 0.1251214 Jul 14 14:01:53.771663 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760bdf8-c892-420b-b7a6-5d8e0a853ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3dade2-0444-46dc-8520-3cfd2827e626,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:53.951382 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfadaa1-bd28-4a88-aa86-15dde4064e1a req-69481c11-987b-4fba-90f5-11fb85775a16 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:53.953008 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7cfadaa1-bd28-4a88-aa86-15dde4064e1a req-69481c11-987b-4fba-90f5-11fb85775a16 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.0691171 Jul 14 14:01:53.992197 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7cfadaa1-bd28-4a88-aa86-15dde4064e1a req-86ce22f5-cd48-4891-8150-236c94c06813 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334563 Jul 14 14:01:54.049483 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a63a4c-9e40-4565-8fc3-7c997a891aaf req-3a54339d-aa41-4f35-92aa-4d40da7f96bb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:54.051001 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17a63a4c-9e40-4565-8fc3-7c997a891aaf req-3a54339d-aa41-4f35-92aa-4d40da7f96bb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0659966 Jul 14 14:01:54.090497 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17a63a4c-9e40-4565-8fc3-7c997a891aaf req-cc9c4454-37a3-4412-a720-52d5bcbc3494 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338895 Jul 14 14:01:54.098215 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 49778) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:54.111648 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4358-c866-4c20-889e-96b7796fb909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:54.207766 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4358-c866-4c20-889e-96b7796fb909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:54.212314 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4358-c866-4c20-889e-96b7796fb909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:54.253921 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ad1b4358-c866-4c20-889e-96b7796fb909 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=47ec03d4489c4e98a665671f0d912687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546144 Jul 14 14:01:54.254925 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b4358-c866-4c20-889e-96b7796fb909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1641ae2e-1e1f-45d6-b5c6-a56d49bc0369,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:54.257154 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 49784) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:54.374438 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-baca0c7c-5430-4ba2-994d-c2a3d7d0a2fd req-89cdf872-d618-46ac-bff5-70fd243c11ed service neutron] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:54.461790 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-345ce4c6-f9dd-4f25-937f-4a80b277459b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:54.486048 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cf8f0-fd76-4e41-9581-3d497ef1a3ab req-eca8cb09-9632-4991-95cf-5d16fd00d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:54.487540 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-464cf8f0-fd76-4e41-9581-3d497ef1a3ab req-eca8cb09-9632-4991-95cf-5d16fd00d659 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2183132 Jul 14 14:01:54.491705 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8e188-a43a-4350-a692-bbeb4de6d2d8 req-34d30fea-ee04-48c7-99fd-cbc4c9f0633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:54.493212 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3bd8e188-a43a-4350-a692-bbeb4de6d2d8 req-34d30fea-ee04-48c7-99fd-cbc4c9f0633b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2312822 Jul 14 14:01:54.497951 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-345ce4c6-f9dd-4f25-937f-4a80b277459b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:54.598120 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d9466-2efe-4279-a7a1-caea186de230 req-71f3a88c-40df-4caa-ab25-ad28c14c694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:54.599676 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-078d9466-2efe-4279-a7a1-caea186de230 req-71f3a88c-40df-4caa-ab25-ad28c14c694b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 1096 time: 0.0642288 Jul 14 14:01:54.600467 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-345ce4c6-f9dd-4f25-937f-4a80b277459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:54.602096 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aa922-98c1-4cce-8957-2cc9b8344b7d req-61332004-9a83-47a5-9ee6-66e13a0a46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:54.603194 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-345ce4c6-f9dd-4f25-937f-4a80b277459b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:54.603625 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-575aa922-98c1-4cce-8957-2cc9b8344b7d req-61332004-9a83-47a5-9ee6-66e13a0a46c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84091d0680394dc3955f3ed734020316&device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 1097 time: 0.2698784 Jul 14 14:01:54.604341 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-345ce4c6-f9dd-4f25-937f-4a80b277459b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1641ae2e-1e1f-45d6-b5c6-a56d49bc0369 HTTP/1.1" status: 204 len: 168 time: 0.3458440 Jul 14 14:01:54.624540 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ce4c6-f9dd-4f25-937f-4a80b277459b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1641ae2e-1e1f-45d6-b5c6-a56d49bc0369,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:54.699672 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-078d9466-2efe-4279-a7a1-caea186de230 req-3dd9f39c-0a3f-44c5-9ef7-5195362d531f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 HTTP/1.1" status: 200 len: 217 time: 0.0819559 Jul 14 14:01:54.761683 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747d722-3ed0-40da-82c6-a7465ac0a117 req-d5a372a3-913d-4c4c-9289-c27c19d0593e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:54.769557 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d747d722-3ed0-40da-82c6-a7465ac0a117 req-d5a372a3-913d-4c4c-9289-c27c19d0593e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 943 time: 0.1121800 Jul 14 14:01:54.795326 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-baca0c7c-5430-4ba2-994d-c2a3d7d0a2fd req-89cdf872-d618-46ac-bff5-70fd243c11ed service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:54.802664 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8e188-a43a-4350-a692-bbeb4de6d2d8 req-6792c947-df69-4f86-af7d-0e6abf951663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:54.804155 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3bd8e188-a43a-4350-a692-bbeb4de6d2d8 req-6792c947-df69-4f86-af7d-0e6abf951663 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3014433 Jul 14 14:01:54.807219 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-baca0c7c-5430-4ba2-994d-c2a3d7d0a2fd req-89cdf872-d618-46ac-bff5-70fd243c11ed service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:54.808926 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d747d722-3ed0-40da-82c6-a7465ac0a117 req-e989a022-b1f2-49b1-aecb-dfcd0c2a8015 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384862 Jul 14 14:01:55.025323 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aa922-98c1-4cce-8957-2cc9b8344b7d req-6bdfaa97-3fb0-4909-8e31-9366d8d3ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:55.027352 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-575aa922-98c1-4cce-8957-2cc9b8344b7d req-6bdfaa97-3fb0-4909-8e31-9366d8d3ff2a service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=84091d0680394dc3955f3ed734020316&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4057496 Jul 14 14:01:55.039636 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-baca0c7c-5430-4ba2-994d-c2a3d7d0a2fd req-89cdf872-d618-46ac-bff5-70fd243c11ed service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7601311 Jul 14 14:01:55.050610 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdf872-d618-46ac-bff5-70fd243c11ed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=579549f9-feb1-4d26-8f3d-f8b8258b9c3c,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:55.231858 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de4e95-3e05-44c6-bf03-e5a34c1f6645 req-12afdf76-cc58-4a15-a0cc-402246e1dd5d tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:55.233413 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e8de4e95-3e05-44c6-bf03-e5a34c1f6645 req-12afdf76-cc58-4a15-a0cc-402246e1dd5d tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.1023464 Jul 14 14:01:55.292131 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e8de4e95-3e05-44c6-bf03-e5a34c1f6645 req-4bef9cfd-83a3-475f-94a0-86d55eceb810 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521519 Jul 14 14:01:55.349706 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16525813-a9b2-43e7-8a04-4cc0f26b46e3 req-30e0567b-32f5-4a51-91dd-656c2e346c89 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:55.351851 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-16525813-a9b2-43e7-8a04-4cc0f26b46e3 req-30e0567b-32f5-4a51-91dd-656c2e346c89 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.1032979 Jul 14 14:01:55.397574 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-16525813-a9b2-43e7-8a04-4cc0f26b46e3 req-aaf2aac9-be07-42a2-b6eb-f19fb62baac8 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388100 Jul 14 14:01:56.006788 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c77bd-7a7a-44f3-b19e-fca14176fe97 req-379fb698-8e41-47d0-9be6-2dad023db948 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:56.008779 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-661c77bd-7a7a-44f3-b19e-fca14176fe97 req-379fb698-8e41-47d0-9be6-2dad023db948 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 943 time: 0.0719564 Jul 14 14:01:56.056182 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-661c77bd-7a7a-44f3-b19e-fca14176fe97 req-7e53d132-1e06-4710-8c25-8aa59324a32b tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 Jul 14 14:01:56.481456 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1e88-d973-487d-befc-933225c89db2 req-503fe548-673f-45d4-b6a2-ee543ad43134 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:56.483243 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c1ac1e88-d973-487d-befc-933225c89db2 req-503fe548-673f-45d4-b6a2-ee543ad43134 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.0725939 Jul 14 14:01:56.523180 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c1ac1e88-d973-487d-befc-933225c89db2 req-da31e21d-8fab-49fc-ba13-abad54ca8e81 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340173 Jul 14 14:01:56.583720 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de56cd9-2f96-4250-b5c9-e3466e93b653 req-8c58a940-6bcb-4a2c-9946-04641f97b46e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:56.585311 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3de56cd9-2f96-4250-b5c9-e3466e93b653 req-8c58a940-6bcb-4a2c-9946-04641f97b46e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0704403 Jul 14 14:01:56.628040 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3de56cd9-2f96-4250-b5c9-e3466e93b653 req-51600f96-b720-4236-aa13-4dac0eea5025 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366690 Jul 14 14:01:57.237078 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93244afd-dc2d-4d14-92a6-f8dc3224ed72 req-da8f67cb-fa29-4029-a68f-f818c74fbee1 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:57.238461 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93244afd-dc2d-4d14-92a6-f8dc3224ed72 req-da8f67cb-fa29-4029-a68f-f818c74fbee1 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 943 time: 0.0639281 Jul 14 14:01:57.278166 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-93244afd-dc2d-4d14-92a6-f8dc3224ed72 req-359434a8-5850-4d55-8d76-ad8a6479baca tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338662 Jul 14 14:01:57.663120 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d9466-2efe-4279-a7a1-caea186de230 req-b03c2232-cf5f-419d-bd75-c506b636ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:57.667119 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-078d9466-2efe-4279-a7a1-caea186de230 req-b03c2232-cf5f-419d-bd75-c506b636ae2b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57 HTTP/1.1" status: 200 len: 859 time: 0.1044347 Jul 14 14:01:57.723330 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-078d9466-2efe-4279-a7a1-caea186de230 req-071ee5df-e1af-4100-908b-b5ded153b792 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71a6fd6e-e0b7-41ce-b515-46956efe817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489881 Jul 14 14:01:57.879731 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aa922-98c1-4cce-8957-2cc9b8344b7d req-a6ee1eb8-0b15-49fe-b5a0-026418073a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:57.883480 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-575aa922-98c1-4cce-8957-2cc9b8344b7d req-a6ee1eb8-0b15-49fe-b5a0-026418073a44 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3203790 Jul 14 14:01:57.902293 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-2b94d485-91a7-47fc-982f-4659ed011e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:57.906623 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-2b94d485-91a7-47fc-982f-4659ed011e89 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 1097 time: 0.3019092 Jul 14 14:01:57.928669 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863b9ba-6df5-4796-8f20-52389c0d6f5a req-54acef0c-8720-4cb1-b298-4cfa88ab29bd tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:57.932461 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2863b9ba-6df5-4796-8f20-52389c0d6f5a req-54acef0c-8720-4cb1-b298-4cfa88ab29bd tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.2258980 Jul 14 14:01:57.972659 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-078d9466-2efe-4279-a7a1-caea186de230 req-b6ba8299-5fe0-46fa-95c4-3521621acd24 service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386520 Jul 14 14:01:58.070861 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-ec9828a4-67a7-46e2-a6b0-0297fe71fac6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca803e8-df03-4c96-829e-9a762b8801e3 HTTP/1.1" status: 200 len: 217 time: 0.1345987 Jul 14 14:01:58.185389 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2863b9ba-6df5-4796-8f20-52389c0d6f5a req-4bc7d7e1-8da8-4c09-8d54-508b1f6b8e33 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260408 Jul 14 14:01:58.206420 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-efb88d3b-67aa-424f-a852-92eafd27563f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:58.208922 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-efb88d3b-67aa-424f-a852-92eafd27563f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57 HTTP/1.1" status: 200 len: 859 time: 0.1284363 Jul 14 14:01:58.219153 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-f3659155-fc03-4766-955b-8dcea78ea267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:58.221552 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-f3659155-fc03-4766-955b-8dcea78ea267 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84091d0680394dc3955f3ed734020316&device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 1097 time: 0.2872841 Jul 14 14:01:58.279164 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-d2df4799-de9c-4dbf-97f1-f1a4acc44232 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71a6fd6e-e0b7-41ce-b515-46956efe817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560710 Jul 14 14:01:58.299404 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d64c-1883-4802-b3e4-83a3e69ef83a req-3a4e4d76-7312-4905-bcd5-a88b05627f1f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:58.302928 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9ca5d64c-1883-4802-b3e4-83a3e69ef83a req-3a4e4d76-7312-4905-bcd5-a88b05627f1f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.4344089 Jul 14 14:01:58.348348 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-7e6562d0-dde0-4108-b778-16e615a513af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=218416f6-4b46-499c-9d62-c40394570bbe HTTP/1.1" status: 200 len: 217 time: 0.1108811 Jul 14 14:01:58.408099 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-078d9466-2efe-4279-a7a1-caea186de230 req-60140512-25a9-4eef-a7bc-6459f020d7b3 service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259696 Jul 14 14:01:58.460886 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9ca5d64c-1883-4802-b3e4-83a3e69ef83a req-df93272e-2fde-492e-af10-6042baa9e706 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302774 Jul 14 14:01:58.643569 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-14872594-3169-42b7-a250-c05386004cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:58.645801 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-14872594-3169-42b7-a250-c05386004cba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c9e99f6-8685-4c55-b68e-415908b0bb16 HTTP/1.1" status: 200 len: 855 time: 0.2788115 Jul 14 14:01:58.739862 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-5a97c618-2bfd-49c0-ae8b-74c14355a36d service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176857 Jul 14 14:01:58.830397 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534a76c-d8c1-4478-9fbb-36b03ac9a3b4 req-7010ef3a-0513-47a2-a795-52e906e1514d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:58.830397 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b534a76c-d8c1-4478-9fbb-36b03ac9a3b4 req-7010ef3a-0513-47a2-a795-52e906e1514d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 943 time: 0.3192427 Jul 14 14:01:58.895142 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-524bfd48-e68c-4bdb-bf13-3a4cb38b5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:58.896829 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-524bfd48-e68c-4bdb-bf13-3a4cb38b5c2a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3410fdfc-dc44-4fd7-9145-5178f588b3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2391169 Jul 14 14:01:58.934131 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b534a76c-d8c1-4478-9fbb-36b03ac9a3b4 req-d271a5f3-87b0-4e10-89c5-977907d679ba tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903411 Jul 14 14:01:58.950231 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6b259a1-ff11-4052-9103-d76c76d2e502 req-f0b1b02a-f88e-44c0-a07e-0af1d44e84be service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952593 Jul 14 14:01:59.035771 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-f2ba87f4-234a-4faa-be1c-63cd55a8f0f8 service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181784 Jul 14 14:01:59.156867 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d5ea70d-5a61-4932-8ab0-84e36d8aa242 req-74292556-15a1-42b9-9d61-2a439891b4cd service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027312 Jul 14 14:01:59.457446 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18a0c9-3cf6-430b-91bc-405b8e6dfdb8 req-b40626ea-d551-4501-b31e-b8649612e026 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:59.459666 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e18a0c9-3cf6-430b-91bc-405b8e6dfdb8 req-b40626ea-d551-4501-b31e-b8649612e026 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.0938981 Jul 14 14:01:59.526268 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e18a0c9-3cf6-430b-91bc-405b8e6dfdb8 req-82d4dd0d-a935-447e-8231-ff3d77f62b56 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580330 Jul 14 14:01:59.734920 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd29ed-8ca8-440a-b6b5-84b5a2d4068b req-1ea18d89-eb92-4d19-b0fd-17121f7b1761 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:59.736711 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bcbd29ed-8ca8-440a-b6b5-84b5a2d4068b req-1ea18d89-eb92-4d19-b0fd-17121f7b1761 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0748775 Jul 14 14:01:59.782619 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bcbd29ed-8ca8-440a-b6b5-84b5a2d4068b req-77fa2f5c-642a-4b39-8261-f96a2d3cb8d5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362990 Jul 14 14:02:00.194635 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76c7e2-14e1-42e7-88ec-c73d8c61da32 req-bfcc38ca-2860-47a2-8ac3-3376025bc709 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:00.201739 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c76c7e2-14e1-42e7-88ec-c73d8c61da32 req-bfcc38ca-2860-47a2-8ac3-3376025bc709 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 943 time: 0.0911546 Jul 14 14:02:00.238580 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c76c7e2-14e1-42e7-88ec-c73d8c61da32 req-0a5665cb-3ac8-49b0-a625-f5000491f9f1 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353045 Jul 14 14:02:00.357592 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50038) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:00.474787 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-52ce1078-7ace-493d-bf6e-062aec664e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:00.567198 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-52ce1078-7ace-493d-bf6e-062aec664e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:00.571403 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-52ce1078-7ace-493d-bf6e-062aec664e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:00.612896 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-52ce1078-7ace-493d-bf6e-062aec664e03 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=57ed73d84acd4269a34188bf24e91399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538114 Jul 14 14:02:00.613710 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce1078-7ace-493d-bf6e-062aec664e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5deccd-dfc2-40a2-b4ef-a1b3c6694f07,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:00.615821 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50048) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:00.674167 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bb68124f-97a0-4938-a965-ea538b0f4e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:00.695174 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bb68124f-97a0-4938-a965-ea538b0f4e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:00.740632 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bb68124f-97a0-4938-a965-ea538b0f4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:00.743149 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bb68124f-97a0-4938-a965-ea538b0f4e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:00.744375 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-bb68124f-97a0-4938-a965-ea538b0f4e23 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a5deccd-dfc2-40a2-b4ef-a1b3c6694f07 HTTP/1.1" status: 204 len: 168 time: 0.1273322 Jul 14 14:02:00.752510 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68124f-97a0-4938-a965-ea538b0f4e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5deccd-dfc2-40a2-b4ef-a1b3c6694f07,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:00.970664 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f66458-13f7-466c-90c8-5a0135b7dcf8 req-712a6727-c0ef-4f58-8fb7-2fd42d97f830 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:00.972595 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-33f66458-13f7-466c-90c8-5a0135b7dcf8 req-712a6727-c0ef-4f58-8fb7-2fd42d97f830 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0666504 Jul 14 14:02:01.023127 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-33f66458-13f7-466c-90c8-5a0135b7dcf8 req-3653a054-9dd3-4fb0-b2f2-eea5d840a80c tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393779 Jul 14 14:02:01.053975 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50060) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:01.067208 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-48bec2fb-106c-4a5d-b757-16b19d3b3595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:01.161879 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-48bec2fb-106c-4a5d-b757-16b19d3b3595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:01.166737 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-48bec2fb-106c-4a5d-b757-16b19d3b3595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:01.203766 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-48bec2fb-106c-4a5d-b757-16b19d3b3595 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b8db2b7eb034e0c8f497337425aaaf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486509 Jul 14 14:02:01.204637 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bec2fb-106c-4a5d-b757-16b19d3b3595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073f78f8-da13-46e3-bb1f-e82e0cc0433a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:01.206691 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50062) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:01.256294 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9724d9c9-d575-4193-8813-4be8c0354a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:01.278886 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9724d9c9-d575-4193-8813-4be8c0354a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:01.343263 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9724d9c9-d575-4193-8813-4be8c0354a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:01.346062 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9724d9c9-d575-4193-8813-4be8c0354a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:01.347214 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-9724d9c9-d575-4193-8813-4be8c0354a04 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/073f78f8-da13-46e3-bb1f-e82e0cc0433a HTTP/1.1" status: 204 len: 168 time: 0.1394985 Jul 14 14:02:01.355356 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724d9c9-d575-4193-8813-4be8c0354a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073f78f8-da13-46e3-bb1f-e82e0cc0433a,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:01.428445 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c2089-48eb-4df5-b645-5796ea992507 req-aa0570b9-5e74-4e74-a6b7-ad27a7f3df3d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:01.430403 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-076c2089-48eb-4df5-b645-5796ea992507 req-aa0570b9-5e74-4e74-a6b7-ad27a7f3df3d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 943 time: 0.0670197 Jul 14 14:02:01.471996 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-076c2089-48eb-4df5-b645-5796ea992507 req-1a648881-67ac-4cfd-bdd1-0872288de531 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Jul 14 14:02:01.975741 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:02:02.117067 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7,segment=NetworkSegment(637742ab-217f-417e-a3a5-8d63f836ee45),segment_id=637742ab-217f-417e-a3a5-8d63f836ee45)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:02.136160 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7', 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e', 'port_id': '0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7', 'mac_address': 'fa:16:3e:d1:b0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:02:02.196071 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:02.217674 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:02:02.246410 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7,segment=NetworkSegment(637742ab-217f-417e-a3a5-8d63f836ee45),segment_id=637742ab-217f-417e-a3a5-8d63f836ee45)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:02.251628 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:02.272069 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359ef4-faa5-458b-a08e-43bcda448b79 req-7826f427-1fb1-4c58-af9e-3ef7d24a22dc tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:02.275266 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-03359ef4-faa5-458b-a08e-43bcda448b79 req-7826f427-1fb1-4c58-af9e-3ef7d24a22dc tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0953496 Jul 14 14:02:02.313997 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:02.319692 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-03359ef4-faa5-458b-a08e-43bcda448b79 req-5bc1f2df-f83b-43ad-ad20-9c884e7b066b tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358856 Jul 14 14:02:02.704582 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2e1b9-caf3-4187-88be-d218382ad7e6 req-a99c5050-c47b-4782-a159-02c091b27ee5 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:02.707075 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f6a2e1b9-caf3-4187-88be-d218382ad7e6 req-a99c5050-c47b-4782-a159-02c091b27ee5 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 944 time: 0.0811796 Jul 14 14:02:02.775104 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f6a2e1b9-caf3-4187-88be-d218382ad7e6 req-e8b63dbb-7e02-44d4-adf7-9d845f6374ed tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566964 Jul 14 14:02:03.262897 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device eca803e8-df03-4c96-829e-9a762b8801e3 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:02:03.354384 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:02:03.507447 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port eca803e8-df03-4c96-829e-9a762b8801e3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=eca803e8-df03-4c96-829e-9a762b8801e3,segment=NetworkSegment(637742ab-217f-417e-a3a5-8d63f836ee45),segment_id=637742ab-217f-417e-a3a5-8d63f836ee45)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:03.548834 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': 'eca803e8-df03-4c96-829e-9a762b8801e3', 'network_id': '71a6fd6e-e0b7-41ce-b515-46956efe817e', 'port_id': 'eca803e8-df03-4c96-829e-9a762b8801e3', 'mac_address': 'fa:16:3e:2f:65:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:02:03.577568 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99959755-c58b-4fc7-9806-8651648ecaf1 req-2d7b8d37-d027-459d-87e2-fae89a7d1d5e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:03.586499 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99959755-c58b-4fc7-9806-8651648ecaf1 req-2d7b8d37-d027-459d-87e2-fae89a7d1d5e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.1237104 Jul 14 14:02:03.664587 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:03.665949 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99959755-c58b-4fc7-9806-8651648ecaf1 req-49333edf-ca84-4b46-a81c-7af1d5178ad5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782080 Jul 14 14:02:03.693368 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca803e8-df03-4c96-829e-9a762b8801e3 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:02:03.722706 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port eca803e8-df03-4c96-829e-9a762b8801e3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=eca803e8-df03-4c96-829e-9a762b8801e3,segment=NetworkSegment(637742ab-217f-417e-a3a5-8d63f836ee45),segment_id=637742ab-217f-417e-a3a5-8d63f836ee45)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:03.739448 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:03.740467 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 218416f6-4b46-499c-9d62-c40394570bbe details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:02:03.860266 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=eca803e8-df03-4c96-829e-9a762b8801e3,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:03.915236 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 218416f6-4b46-499c-9d62-c40394570bbe, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=218416f6-4b46-499c-9d62-c40394570bbe,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:03.951713 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '218416f6-4b46-499c-9d62-c40394570bbe', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'port_id': '218416f6-4b46-499c-9d62-c40394570bbe', 'mac_address': 'fa:16:3e:f4:6c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:02:03.998362 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:04.014663 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218416f6-4b46-499c-9d62-c40394570bbe {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:02:04.043370 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 218416f6-4b46-499c-9d62-c40394570bbe, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=218416f6-4b46-499c-9d62-c40394570bbe,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:04.051222 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:04.121571 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=218416f6-4b46-499c-9d62-c40394570bbe,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:04.129081 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953abc0-48c5-432d-9033-51ee17256050 req-da75ad71-c15f-4185-b881-3aef62b9da0b tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:04.131637 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7953abc0-48c5-432d-9033-51ee17256050 req-da75ad71-c15f-4185-b881-3aef62b9da0b tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 944 time: 0.1341588 Jul 14 14:02:04.190376 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7953abc0-48c5-432d-9033-51ee17256050 req-855c0a61-4c70-4d4c-bc69-e7d0b25652d0 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444465 Jul 14 14:02:04.382903 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['eca803e8-df03-4c96-829e-9a762b8801e3'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:02:04.411022 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['218416f6-4b46-499c-9d62-c40394570bbe'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:02:04.878827 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f744e-319a-41f5-b557-8a3c5462dee5 req-058b0d1b-7b28-46c0-81d6-be2cc60fff05 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:04.880410 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-424f744e-319a-41f5-b557-8a3c5462dee5 req-058b0d1b-7b28-46c0-81d6-be2cc60fff05 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 945 time: 0.0661943 Jul 14 14:02:04.923642 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-424f744e-319a-41f5-b557-8a3c5462dee5 req-a5ba534f-219d-433c-b3ff-d0137c93f132 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360138 Jul 14 14:02:05.288415 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device eca803e8-df03-4c96-829e-9a762b8801e3 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:05.419735 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9f130-cc84-4ce6-9c65-842cbf7c13eb req-131cebba-8f38-4c9a-ae99-a4e6561c5eb9 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:05.422914 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-feb9f130-cc84-4ce6-9c65-842cbf7c13eb req-131cebba-8f38-4c9a-ae99-a4e6561c5eb9 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 944 time: 0.0997753 Jul 14 14:02:05.468045 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-feb9f130-cc84-4ce6-9c65-842cbf7c13eb req-db74bb7d-fc3e-4594-ba03-5d7fd9d10072 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382848 Jul 14 14:02:05.485562 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port eca803e8-df03-4c96-829e-9a762b8801e3 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:05.490649 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port eca803e8-df03-4c96-829e-9a762b8801e3 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:05.491169 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:05.591801 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:05.621269 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e46867-5dc6-4428-bc93-2c2037b8b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca803e8-df03-4c96-829e-9a762b8801e3'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:02:05.623686 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788efc7f-e8c5-4ffe-89d2-41df3c18ae42" -d '{"events": [{"server_uuid": "e9e46867-5dc6-4428-bc93-2c2037b8b74d", "name": "network-vif-plugged", "status": "completed", "tag": "eca803e8-df03-4c96-829e-9a762b8801e3"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:02:05.637966 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port eca803e8-df03-4c96-829e-9a762b8801e3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=eca803e8-df03-4c96-829e-9a762b8801e3,segment=NetworkSegment(637742ab-217f-417e-a3a5-8d63f836ee45),segment_id=637742ab-217f-417e-a3a5-8d63f836ee45)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:05.647387 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:05.648186 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:05.664354 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:02:05.683835 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80663d86-9806-4a9d-821d-4829f66d93be x-openstack-request-id: req-80663d86-9806-4a9d-821d-4829f66d93be {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:02:05.684124 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e46867-5dc6-4428-bc93-2c2037b8b74d", "name": "network-vif-plugged", "status": "completed", "tag": "eca803e8-df03-4c96-829e-9a762b8801e3", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:02:05.684375 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-80663d86-9806-4a9d-821d-4829f66d93be {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:02:05.684757 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e46867-5dc6-4428-bc93-2c2037b8b74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca803e8-df03-4c96-829e-9a762b8801e3', 'code': 200} Jul 14 14:02:05.750402 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=eca803e8-df03-4c96-829e-9a762b8801e3,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:05.766422 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:05.771455 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:05.772686 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:05.887382 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:05.939076 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7,segment=NetworkSegment(637742ab-217f-417e-a3a5-8d63f836ee45),segment_id=637742ab-217f-417e-a3a5-8d63f836ee45)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:05.946057 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:05.948120 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 218416f6-4b46-499c-9d62-c40394570bbe up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:06.061169 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd7869-a1c5-4e49-a1c7-63adbfa2c9b2 req-0985a9d4-babb-47b5-9fb5-f0a30aed9374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:06.061169 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-39cd7869-a1c5-4e49-a1c7-63adbfa2c9b2 req-0985a9d4-babb-47b5-9fb5-f0a30aed9374 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 1099 time: 0.1267955 Jul 14 14:02:06.061452 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:06.075990 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port 218416f6-4b46-499c-9d62-c40394570bbe completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:06.081724 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 218416f6-4b46-499c-9d62-c40394570bbe triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:06.082137 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:06.156447 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-39cd7869-a1c5-4e49-a1c7-63adbfa2c9b2 req-ed18fa0b-47ad-439a-9094-e110cb7745f3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861399 Jul 14 14:02:06.180586 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:06.221827 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 218416f6-4b46-499c-9d62-c40394570bbe, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=218416f6-4b46-499c-9d62-c40394570bbe,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:06.225077 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12867454-5cb0-4b22-a38b-af11cfb87a9a req-5d760feb-a2c5-43ce-bb5d-32f06192262c tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:06.226837 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-12867454-5cb0-4b22-a38b-af11cfb87a9a req-5d760feb-a2c5-43ce-bb5d-32f06192262c tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 945 time: 0.0860701 Jul 14 14:02:06.226965 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:06.280863 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-12867454-5cb0-4b22-a38b-af11cfb87a9a req-77880eb2-90b0-4a21-8d7d-0e300488a3d2 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431354 Jul 14 14:02:06.286310 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=218416f6-4b46-499c-9d62-c40394570bbe,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:06.644258 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6f8fc-f169-408e-81b2-88d1adfc48a4 req-1fe161b7-d03e-4a69-89c3-0c422d739255 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:06.645747 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fce6f8fc-f169-408e-81b2-88d1adfc48a4 req-1fe161b7-d03e-4a69-89c3-0c422d739255 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.0642362 Jul 14 14:02:06.686838 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fce6f8fc-f169-408e-81b2-88d1adfc48a4 req-e7a96684-f507-4ec4-a144-935a17225fd9 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317025 Jul 14 14:02:07.467035 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d533d5-59fd-437c-bb5e-8db89f3ef3c0 req-98349a33-3e7c-490c-8825-5c856acdeeef tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:07.468607 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-64d533d5-59fd-437c-bb5e-8db89f3ef3c0 req-98349a33-3e7c-490c-8825-5c856acdeeef tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.0628531 Jul 14 14:02:07.506339 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-64d533d5-59fd-437c-bb5e-8db89f3ef3c0 req-91d624fb-30a3-4f4b-a118-201233bae90e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322137 Jul 14 14:02:07.685592 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b66379-58fa-4812-bdd3-fc4d33bc2b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7'}, {'server_uuid': '32131b55-23aa-4704-8928-bbe891a38bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218416f6-4b46-499c-9d62-c40394570bbe'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:02:07.688216 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e7c099-e3f2-4b77-9b4d-9ac9cddc0e37" -d '{"events": [{"server_uuid": "61b66379-58fa-4812-bdd3-fc4d33bc2b26", "name": "network-vif-plugged", "status": "completed", "tag": "0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7"}, {"server_uuid": "32131b55-23aa-4704-8928-bbe891a38bff", "name": "network-vif-plugged", "status": "completed", "tag": "218416f6-4b46-499c-9d62-c40394570bbe"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:02:07.735099 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 14:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cfbdd7-5032-40b2-8bc3-8eecc5d5ed8c x-openstack-request-id: req-f0cfbdd7-5032-40b2-8bc3-8eecc5d5ed8c {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:02:07.735621 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b66379-58fa-4812-bdd3-fc4d33bc2b26", "name": "network-vif-plugged", "status": "completed", "tag": "0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7", "code": 200}, {"server_uuid": "32131b55-23aa-4704-8928-bbe891a38bff", "name": "network-vif-plugged", "status": "completed", "tag": "218416f6-4b46-499c-9d62-c40394570bbe", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:02:07.736029 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0cfbdd7-5032-40b2-8bc3-8eecc5d5ed8c {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:02:07.738753 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b66379-58fa-4812-bdd3-fc4d33bc2b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7', 'code': 200} Jul 14 14:02:07.738753 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32131b55-23aa-4704-8928-bbe891a38bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218416f6-4b46-499c-9d62-c40394570bbe', 'code': 200} Jul 14 14:02:07.874205 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f8c75-9700-4ebd-befd-92d23a5bae9c req-4dea89df-4257-4149-9c42-5b66bd918f3b tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:07.875612 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-684f8c75-9700-4ebd-befd-92d23a5bae9c req-4dea89df-4257-4149-9c42-5b66bd918f3b tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.0753973 Jul 14 14:02:07.913928 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-684f8c75-9700-4ebd-befd-92d23a5bae9c req-11768ac3-c6f6-4467-bd28-13f2ab5799a9 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324409 Jul 14 14:02:08.697359 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07355cf3-3c97-465b-a3ee-ad1ad220d15b req-f8b65d84-1b1a-4282-b3b4-1a94bda1517f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:08.699084 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-07355cf3-3c97-465b-a3ee-ad1ad220d15b req-f8b65d84-1b1a-4282-b3b4-1a94bda1517f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.0706680 Jul 14 14:02:08.738862 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-07355cf3-3c97-465b-a3ee-ad1ad220d15b req-4983fb49-317f-4db8-a257-2297706ed3d5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340228 Jul 14 14:02:09.098114 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d5cc3-8a6f-4e80-9b25-228894e60d9a req-075ffdb9-6038-4344-8480-d20649a4cde7 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:09.099436 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-188d5cc3-8a6f-4e80-9b25-228894e60d9a req-075ffdb9-6038-4344-8480-d20649a4cde7 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.0683980 Jul 14 14:02:09.140015 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-188d5cc3-8a6f-4e80-9b25-228894e60d9a req-d66b6a2a-7a3e-496c-93ee-3b0853822bad tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338812 Jul 14 14:02:09.548680 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09680198-3898-41d5-a9fd-b98dbf25e7ea req-49fcbd43-3de3-43d3-8b9f-2300aeca324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:09.550271 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-09680198-3898-41d5-a9fd-b98dbf25e7ea req-49fcbd43-3de3-43d3-8b9f-2300aeca324e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 1098 time: 0.0922668 Jul 14 14:02:09.557153 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bff80-38cb-4b8f-9cb3-d22f66b74362 req-b2f14834-e062-4cb0-bc18-55bbe81a8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:09.558606 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e30bff80-38cb-4b8f-9cb3-d22f66b74362 req-b2f14834-e062-4cb0-bc18-55bbe81a8287 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 1099 time: 0.0929899 Jul 14 14:02:09.613992 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-09680198-3898-41d5-a9fd-b98dbf25e7ea req-3ae9b04f-36d1-47ba-91f1-1ddf333cc023 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465562 Jul 14 14:02:09.620152 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e30bff80-38cb-4b8f-9cb3-d22f66b74362 req-30fa01d5-5fde-46c7-bc65-6c5a291b6d53 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516407 Jul 14 14:02:09.935314 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3873b86-b7d5-4a41-a3fc-7b4f0eddd4b0 req-7612eff4-4ba2-42ec-af10-ef72c5086d90 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:09.937106 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a3873b86-b7d5-4a41-a3fc-7b4f0eddd4b0 req-7612eff4-4ba2-42ec-af10-ef72c5086d90 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.0713487 Jul 14 14:02:09.986419 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a3873b86-b7d5-4a41-a3fc-7b4f0eddd4b0 req-eee7c934-01d2-414e-b325-bcd4bfc53318 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438871 Jul 14 14:02:10.396290 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175e312-cc45-4b8e-88d6-46481197f576 req-8732d346-d814-4b53-b738-573004f69458 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:10.398787 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9175e312-cc45-4b8e-88d6-46481197f576 req-8732d346-d814-4b53-b738-573004f69458 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1178815 Jul 14 14:02:10.453484 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9175e312-cc45-4b8e-88d6-46481197f576 req-2744b0bb-e7a7-403f-841e-1ec55614f6df tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469542 Jul 14 14:02:10.654877 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50422) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:10.714833 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.760451 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-508948e3-941e-43e0-b0e5-d60413038ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.860654 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-508948e3-941e-43e0-b0e5-d60413038ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.868050 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-508948e3-941e-43e0-b0e5-d60413038ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:10.911280 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-508948e3-941e-43e0-b0e5-d60413038ed2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dfe6998e74194f13959adcf2ba65b609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528181 Jul 14 14:02:10.911558 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50428) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:10.919550 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508948e3-941e-43e0-b0e5-d60413038ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b6d9bb-94cb-40b8-86b3-a248085e0520,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:10.932935 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50430) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:10.981075 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c695572a-de65-4801-9e76-1b6ee1dab599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.002223 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c695572a-de65-4801-9e76-1b6ee1dab599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.043240 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b4d26a11-7421-4abf-9f65-6cd3bc63be7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.055560 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c695572a-de65-4801-9e76-1b6ee1dab599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.058298 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c695572a-de65-4801-9e76-1b6ee1dab599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.059445 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c695572a-de65-4801-9e76-1b6ee1dab599 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a4b6d9bb-94cb-40b8-86b3-a248085e0520 HTTP/1.1" status: 204 len: 168 time: 0.1466265 Jul 14 14:02:11.076404 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695572a-de65-4801-9e76-1b6ee1dab599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b6d9bb-94cb-40b8-86b3-a248085e0520,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:11.192805 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b4d26a11-7421-4abf-9f65-6cd3bc63be7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.196432 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591a288-bf0c-432c-bab4-60d64e9b13f5 req-0972c75f-c0c6-4735-a3f0-f8fbacdc9063 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:11.201673 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b4d26a11-7421-4abf-9f65-6cd3bc63be7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.204796 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b591a288-bf0c-432c-bab4-60d64e9b13f5 req-0972c75f-c0c6-4735-a3f0-f8fbacdc9063 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.0855350 Jul 14 14:02:11.266538 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b591a288-bf0c-432c-bab4-60d64e9b13f5 req-71545ce8-9965-46f0-804b-135e55339c89 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605106 Jul 14 14:02:11.268134 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b4d26a11-7421-4abf-9f65-6cd3bc63be7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c442abd3449e4db18a16a66bc7752d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340826 Jul 14 14:02:11.271656 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50444) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:11.272331 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d26a11-7421-4abf-9f65-6cd3bc63be7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b138d384-7e4f-49a9-8d46-1cb2b2c2b9ca,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:11.378705 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f6798bdf-a1d8-417e-8edb-4e063a957ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.417028 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f6798bdf-a1d8-417e-8edb-4e063a957ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.502135 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f6798bdf-a1d8-417e-8edb-4e063a957ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.505358 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f6798bdf-a1d8-417e-8edb-4e063a957ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.512757 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-f6798bdf-a1d8-417e-8edb-4e063a957ee9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b138d384-7e4f-49a9-8d46-1cb2b2c2b9ca HTTP/1.1" status: 204 len: 168 time: 0.2349994 Jul 14 14:02:11.530463 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6798bdf-a1d8-417e-8edb-4e063a957ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b138d384-7e4f-49a9-8d46-1cb2b2c2b9ca,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:11.576513 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50466) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:11.593688 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b8a50b21-74ba-487a-b8b9-daa04e2d6110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.754709 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b8a50b21-74ba-487a-b8b9-daa04e2d6110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.760102 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b8a50b21-74ba-487a-b8b9-daa04e2d6110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.778791 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129c51b-b8b8-4485-8769-4d2ca03d4b47 req-ebf8e52c-40d0-4ee6-8ba3-35ab8c3eea5a tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:11.780376 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e129c51b-b8b8-4485-8769-4d2ca03d4b47 req-ebf8e52c-40d0-4ee6-8ba3-35ab8c3eea5a tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1337609 Jul 14 14:02:11.823391 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a50b21-74ba-487a-b8b9-daa04e2d6110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dde793f-70d2-4f98-9833-d18a1463fd4b,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:11.831783 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b8a50b21-74ba-487a-b8b9-daa04e2d6110 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a97153bb495c4b0c96494c335a8d3c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511005 Jul 14 14:02:11.832893 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50472) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:11.862139 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e129c51b-b8b8-4485-8769-4d2ca03d4b47 req-51e0e566-fe44-4055-ba84-01a82bbba4ed tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731180 Jul 14 14:02:11.901482 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-964e4530-833b-4ecb-b617-5c321f38a079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.930852 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-964e4530-833b-4ecb-b617-5c321f38a079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.958049 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50476) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:11.975988 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-447d5bb3-736e-4bc5-9739-97ed8276967b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.990468 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-964e4530-833b-4ecb-b617-5c321f38a079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:11.993349 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-964e4530-833b-4ecb-b617-5c321f38a079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.010114 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-964e4530-833b-4ecb-b617-5c321f38a079 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1dde793f-70d2-4f98-9833-d18a1463fd4b HTTP/1.1" status: 204 len: 168 time: 0.1680975 Jul 14 14:02:12.022876 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e4530-833b-4ecb-b617-5c321f38a079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dde793f-70d2-4f98-9833-d18a1463fd4b,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:12.095434 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-447d5bb3-736e-4bc5-9739-97ed8276967b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.101068 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-447d5bb3-736e-4bc5-9739-97ed8276967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.147616 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-447d5bb3-736e-4bc5-9739-97ed8276967b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=442b302c3f1a4fa0b7e483950ab6e86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863039 Jul 14 14:02:12.147879 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50480) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:12.152719 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d5bb3-736e-4bc5-9739-97ed8276967b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763758bb-6e56-43bb-ad5b-1c6d38928671,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:12.224575 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e8906bca-7782-48ee-93f0-68f1437ebc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.251527 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e8906bca-7782-48ee-93f0-68f1437ebc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.368677 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4dace-0594-4b52-922f-87d06c59be68 req-a27f83c6-4c1e-446a-becd-4cdb6d535a17 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:12.370895 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-72d4dace-0594-4b52-922f-87d06c59be68 req-a27f83c6-4c1e-446a-becd-4cdb6d535a17 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.0852211 Jul 14 14:02:12.405028 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e8906bca-7782-48ee-93f0-68f1437ebc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.408075 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e8906bca-7782-48ee-93f0-68f1437ebc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.412146 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-e8906bca-7782-48ee-93f0-68f1437ebc90 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/763758bb-6e56-43bb-ad5b-1c6d38928671 HTTP/1.1" status: 204 len: 168 time: 0.2631896 Jul 14 14:02:12.437244 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8906bca-7782-48ee-93f0-68f1437ebc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763758bb-6e56-43bb-ad5b-1c6d38928671,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:12.438650 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50492) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:12.443804 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-72d4dace-0594-4b52-922f-87d06c59be68 req-b3fbf568-0d22-4fc4-b7cf-a4c1ac2698d9 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660658 Jul 14 14:02:12.480454 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5628009-36c6-4e40-9096-f4b39a6bf9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.601143 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2c2e2-110e-4d4c-9512-09ea23e4e1e5 req-3369f2c9-16fe-4609-beb3-f3260e2202f4 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:12.608215 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c0c2c2e2-110e-4d4c-9512-09ea23e4e1e5 req-3369f2c9-16fe-4609-beb3-f3260e2202f4 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.1446195 Jul 14 14:02:12.674572 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c0c2c2e2-110e-4d4c-9512-09ea23e4e1e5 req-a6f9f4a6-bb34-43e1-9310-8dbdde953555 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645127 Jul 14 14:02:12.727477 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5628009-36c6-4e40-9096-f4b39a6bf9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.734810 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b5628009-36c6-4e40-9096-f4b39a6bf9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.811216 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b5628009-36c6-4e40-9096-f4b39a6bf9ae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f864a31f623d4a5a817c4510837a7197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710361 Jul 14 14:02:12.813001 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5628009-36c6-4e40-9096-f4b39a6bf9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c790d3-f910-48a2-b9ed-10dbc5e1e493,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:12.815381 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50514) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:12.911819 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-06ae45da-9cb7-4888-8ee0-ec4bcb4257b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.937792 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9bf4f-2b76-44a8-b7e6-38cbf4d60349 req-ca684e16-352f-4056-8cf5-a32a0de7d139 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:12.939295 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f6d9bf4f-2b76-44a8-b7e6-38cbf4d60349 req-ca684e16-352f-4056-8cf5-a32a0de7d139 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.1029286 Jul 14 14:02:12.947956 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50520) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:12.952665 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-3ebd1dfc-5e78-47c8-b5c9-1b46a3bb5528 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Request body: {'floatingip': {'port_id': '218416f6-4b46-499c-9d62-c40394570bbe'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:12.954371 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-06ae45da-9cb7-4888-8ee0-ec4bcb4257b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.013220 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-06ae45da-9cb7-4888-8ee0-ec4bcb4257b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.015853 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-06ae45da-9cb7-4888-8ee0-ec4bcb4257b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.019527 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-06ae45da-9cb7-4888-8ee0-ec4bcb4257b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c7c790d3-f910-48a2-b9ed-10dbc5e1e493 HTTP/1.1" status: 204 len: 168 time: 0.2004263 Jul 14 14:02:13.029782 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1dfc-5e78-47c8-b5c9-1b46a3bb5528 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for floatingip, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.031903 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae45da-9cb7-4888-8ee0-ec4bcb4257b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c790d3-f910-48a2-b9ed-10dbc5e1e493,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:13.179965 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50532) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:13.301788 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1680090667-network', 'tenant_id': 'ae93e7d3bf8546db964d774c239df85c'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:13.357289 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Made reservation on behalf of ae93e7d3bf8546db964d774c239df85c for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:13.359834 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.405618 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.591482 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8b300471-7374-49c8-a934-adb75d133dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.892470 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1dfc-5e78-47c8-b5c9-1b46a3bb5528 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.913646 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc06292-3f27-4ac8-804d-0416438de82b req-09193c51-b340-46a9-b1ed-0ca1021d7dbb tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:13.915151 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9cc06292-3f27-4ac8-804d-0416438de82b req-09193c51-b340-46a9-b1ed-0ca1021d7dbb tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.3028030 Jul 14 14:02:13.916365 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1dfc-5e78-47c8-b5c9-1b46a3bb5528 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.967343 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:13.982908 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.249458 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:02:14.284431 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9cc06292-3f27-4ac8-804d-0416438de82b req-6610e771-22dd-4c93-8205-82a182ff35df tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583539 Jul 14 14:02:14.287196 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.287542 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Added segment 2cab231b-329b-42c9-8e9a-67b2e9d17b5f of type vlan for network 9c9e21a7-b0dc-4c77-8a8e-5619bd5a7570 Jul 14 14:02:14.288827 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3113bd4b-2b2e-4e76-aeec-683a35d5b106,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:14.312171 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:14.312497 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:14.312977 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:14.313173 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:14.313509 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:14.313822 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:14.314152 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:14.314478 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:14.314806 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:14.315134 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:14.315455 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:14.315778 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:14.339302 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-3ebd1dfc-5e78-47c8-b5c9-1b46a3bb5528 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Floating IP f29401a9-16c1-4433-84c8-aee5850ff52c associated. External IP: 172.27.0.162, port: 218416f6-4b46-499c-9d62-c40394570bbe. Jul 14 14:02:14.389306 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.464283 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.465275 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:14.465862 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.562741 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3817017 Jul 14 14:02:14.565861 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50592) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:14.573267 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Request body: {'subnet': {'network_id': '9c9e21a7-b0dc-4c77-8a8e-5619bd5a7570', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1680090667-subnet', 'tenant_id': 'ae93e7d3bf8546db964d774c239df85c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:14.576623 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c53a98-8f91-4fe9-9136-5ad122445805 admin admin] Pushing event updated for resources: {'Network': ['ID=9c9e21a7-b0dc-4c77-8a8e-5619bd5a7570,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:14.589379 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 9c9e21a7-b0dc-4c77-8a8e-5619bd5a7570 details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:02:14.609809 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Made reservation on behalf of ae93e7d3bf8546db964d774c239df85c for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:14.612230 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.677212 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebd1dfc-5e78-47c8-b5c9-1b46a3bb5528 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:02:14.804364 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebd1dfc-5e78-47c8-b5c9-1b46a3bb5528 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:02:14.810070 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3ebd1dfc-5e78-47c8-b5c9-1b46a3bb5528 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.818889 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880e78c3-2e33-4e63-b7a5-0c2e62052475 None None] Sync routers for ids ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:02:14.829922 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880e78c3-2e33-4e63-b7a5-0c2e62052475 None None] Routers {'0a02cf58-130c-4bd9-a991-5f155e5fc5e7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:14.830696 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-880e78c3-2e33-4e63-b7a5-0c2e62052475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:01:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:14.855800 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3ebd1dfc-5e78-47c8-b5c9-1b46a3bb5528 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "PUT /v2.0/floatingips/f29401a9-16c1-4433-84c8-aee5850ff52c HTTP/1.1" status: 200 len: 992 time: 1.9065344 Jul 14 14:02:14.856392 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32131b55-23aa-4704-8928-bbe891a38bff', 'tag': '218416f6-4b46-499c-9d62-c40394570bbe'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:02:14.859550 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bedfa9f-34f7-492f-9d60-0c3045b32302" -d '{"events": [{"name": "network-changed", "server_uuid": "32131b55-23aa-4704-8928-bbe891a38bff", "tag": "218416f6-4b46-499c-9d62-c40394570bbe"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:02:14.875785 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:14.943622 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0538dee1-2d32-4289-8f5a-5a8db86343dd x-openstack-request-id: req-0538dee1-2d32-4289-8f5a-5a8db86343dd {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:02:14.944458 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32131b55-23aa-4704-8928-bbe891a38bff", "tag": "218416f6-4b46-499c-9d62-c40394570bbe", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:02:14.944916 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0538dee1-2d32-4289-8f5a-5a8db86343dd {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:02:14.945540 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32131b55-23aa-4704-8928-bbe891a38bff', 'tag': '218416f6-4b46-499c-9d62-c40394570bbe', 'status': 'completed', 'code': 200} Jul 14 14:02:14.974060 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12f4ec3-ea36-4425-acba-0b8a0eecfbc3,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:15.004444 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:15.005328 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:15.005983 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:15.006652 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:15.007665 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:15.008410 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:15.008931 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:15.010261 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:15.011021 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:15.011538 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:15.012040 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:15.012806 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:15.031488 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-880e78c3-2e33-4e63-b7a5-0c2e62052475 None None] Set router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:15.040047 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Checking segment: {'id': '2cab231b-329b-42c9-8e9a-67b2e9d17b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9c9e21a7-b0dc-4c77-8a8e-5619bd5a7570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:15.040435 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Network hostable DHCP agents. Network: 9c9e21a7-b0dc-4c77-8a8e-5619bd5a7570, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:02:15.065540 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Network 9c9e21a7-b0dc-4c77-8a8e-5619bd5a7570 is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:02:15.075616 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 9c9e21a7-b0dc-4c77-8a8e-5619bd5a7570) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:15.080103 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:15.080684 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.088103 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6e1f33-4df9-4f0c-9bb7-913f4b4c1054 None None] Network 9c9e21a7-b0dc-4c77-8a8e-5619bd5a7570 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:15.096628 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50620) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:15.101242 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-3aafad28-a01f-4b09-8028-1bbe10f9ddf5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5337987 Jul 14 14:02:15.224275 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd77eb14-9134-448a-9e94-6070f6df1db6 None None] Network 9c9e21a7-b0dc-4c77-8a8e-5619bd5a7570 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:15.233337 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-43d11be2-b7bf-486b-8a33-3a0a0b851de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.385982 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-43d11be2-b7bf-486b-8a33-3a0a0b851de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.394112 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-43d11be2-b7bf-486b-8a33-3a0a0b851de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.424412 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-880e78c3-2e33-4e63-b7a5-0c2e62052475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': 'f29401a9-16c1-4433-84c8-aee5850ff52c', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'port_id': '218416f6-4b46-499c-9d62-c40394570bbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'mac_address': 'fa:16:3e:f4:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32131b55-23aa-4704-8928-bbe891a38bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:01:34Z', 'updated_at': '2021-07-14T14:02:13Z', 'revision_number': 1, 'project_id': '84091d0680394dc3955f3ed734020316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:33Z', 'revision_number': 5, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:15.442176 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-43d11be2-b7bf-486b-8a33-3a0a0b851de4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4b3787efa29f4016bfba8bb848647a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442516 Jul 14 14:02:15.443503 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d11be2-b7bf-486b-8a33-3a0a0b851de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437bbb6e-e8f2-4c46-9d84-cedc349a1bec,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:15.445514 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50632) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:15.562451 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880e78c3-2e33-4e63-b7a5-0c2e62052475 None None] Checking router: 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:02:15.563957 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6f8f725e-5f73-466a-bfb6-9aae5da62a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.576054 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880e78c3-2e33-4e63-b7a5-0c2e62052475 None None] Routers {'0a02cf58-130c-4bd9-a991-5f155e5fc5e7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:15.576706 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-880e78c3-2e33-4e63-b7a5-0c2e62052475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:01:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:15.633370 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e095330-c130-4f3e-a17f-4a73dba91f8b req-0f3d6047-8869-4515-a9f3-5f90d13c9aa2 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:15.635753 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e095330-c130-4f3e-a17f-4a73dba91f8b req-0f3d6047-8869-4515-a9f3-5f90d13c9aa2 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1511681 Jul 14 14:02:15.652934 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6f8f725e-5f73-466a-bfb6-9aae5da62a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.724013 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2676d-5903-423d-849b-450b01a15592 req-80115baa-9ebe-4fb3-8a86-490b30997b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:15.725517 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99b2676d-5903-423d-849b-450b01a15592 req-80115baa-9ebe-4fb3-8a86-490b30997b2c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 1098 time: 0.1893859 Jul 14 14:02:15.727377 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedfa9f-34f7-492f-9d60-0c3045b32302 req-00eb9830-50a1-45c7-942d-49582b74ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:15.727744 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-880e78c3-2e33-4e63-b7a5-0c2e62052475 None None] Set router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:15.729207 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8bedfa9f-34f7-492f-9d60-0c3045b32302 req-00eb9830-50a1-45c7-942d-49582b74ba49 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84091d0680394dc3955f3ed734020316&device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 1099 time: 0.1614542 Jul 14 14:02:15.749335 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e095330-c130-4f3e-a17f-4a73dba91f8b req-5ad3f566-409d-4325-b9c0-a60b5f054055 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073244 Jul 14 14:02:15.766848 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6f8f725e-5f73-466a-bfb6-9aae5da62a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.771737 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6f8f725e-5f73-466a-bfb6-9aae5da62a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:15.776322 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6f8f725e-5f73-466a-bfb6-9aae5da62a06 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/437bbb6e-e8f2-4c46-9d84-cedc349a1bec HTTP/1.1" status: 204 len: 168 time: 0.3297708 Jul 14 14:02:16.014163 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50656) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:16.019202 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1069877430-network', 'tenant_id': '1ce068db65da4b569edaa2c48ae15a96'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:16.085381 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] Made reservation on behalf of 1ce068db65da4b569edaa2c48ae15a96 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:16.089533 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.101788 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-880e78c3-2e33-4e63-b7a5-0c2e62052475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': 'f29401a9-16c1-4433-84c8-aee5850ff52c', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'port_id': '218416f6-4b46-499c-9d62-c40394570bbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'mac_address': 'fa:16:3e:f4:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32131b55-23aa-4704-8928-bbe891a38bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:01:34Z', 'updated_at': '2021-07-14T14:02:13Z', 'revision_number': 1, 'project_id': '84091d0680394dc3955f3ed734020316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:33Z', 'revision_number': 5, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:16.103224 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.166601 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880e78c3-2e33-4e63-b7a5-0c2e62052475 None None] The sync data for ids ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'] in dv-cinder-786927-3-iscsi is: [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': 'f29401a9-16c1-4433-84c8-aee5850ff52c', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'port_id': '218416f6-4b46-499c-9d62-c40394570bbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'mac_address': 'fa:16:3e:f4:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32131b55-23aa-4704-8928-bbe891a38bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:01:34Z', 'updated_at': '2021-07-14T14:02:13Z', 'revision_number': 1, 'project_id': '84091d0680394dc3955f3ed734020316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:33Z', 'revision_number': 5, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:02:16.225803 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f725e-5f73-466a-bfb6-9aae5da62a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437bbb6e-e8f2-4c46-9d84-cedc349a1bec,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:16.242321 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.251290 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.293251 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2676d-5903-423d-849b-450b01a15592 req-72699e8c-7aa2-475a-abc9-9caa9acec948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:16.295242 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99b2676d-5903-423d-849b-450b01a15592 req-72699e8c-7aa2-475a-abc9-9caa9acec948 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71a6fd6e-e0b7-41ce-b515-46956efe817e HTTP/1.1" status: 200 len: 920 time: 0.5571029 Jul 14 14:02:16.300466 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:02:16.301569 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedfa9f-34f7-492f-9d60-0c3045b32302 req-103f886b-1873-46d9-9c16-2fc42edd81b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:16.303435 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8bedfa9f-34f7-492f-9d60-0c3045b32302 req-103f886b-1873-46d9-9c16-2fc42edd81b3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3410fdfc-dc44-4fd7-9145-5178f588b3ac HTTP/1.1" status: 200 len: 917 time: 0.5641572 Jul 14 14:02:16.307558 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a46518-54d1-403e-ac8e-7121a757712a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:16.316378 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.316760 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] Added segment 0a03ebe5-8bc7-44ed-85ed-6936750aa98c of type vlan for network 0c95cbf4-03eb-4327-bccc-d78e31f90a89 Jul 14 14:02:16.336859 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8486a6ca-ab90-47d3-ba71-fcb5e9fde0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.378108 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99b2676d-5903-423d-849b-450b01a15592 req-2ab29d74-2426-46e0-87f4-6a7026a9f565 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 HTTP/1.1" status: 200 len: 217 time: 0.0509508 Jul 14 14:02:16.402621 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.456057 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.457650 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:16.459444 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.464755 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.566303 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0896a4-5929-4a66-bd1c-580d09b556a5 None None] New status for floating IP f29401a9-16c1-4433-84c8-aee5850ff52c: ACTIVE {{(pid=92929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:02:16.573747 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5578578 Jul 14 14:02:16.573980 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50674) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:16.587221 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-8575d977-fd14-46da-82b4-6ddd842651ed admin admin] Request body: {'subnet': {'network_id': '0c95cbf4-03eb-4327-bccc-d78e31f90a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1069877430-subnet', 'tenant_id': '1ce068db65da4b569edaa2c48ae15a96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:16.605521 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3aa2d2-3e2b-464c-9668-f31d0081c317 admin admin] Pushing event updated for resources: {'Network': ['ID=0c95cbf4-03eb-4327-bccc-d78e31f90a89,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:16.619440 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50676) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:16.635372 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 0c95cbf4-03eb-4327-bccc-d78e31f90a89 details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:02:16.639803 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2676d-5903-423d-849b-450b01a15592 req-f7d4b317-cc94-4f6d-9ef7-365e7e8afe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:16.640351 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-88284d98-8277-48b5-9af1-5cd1a6804e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.644763 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99b2676d-5903-423d-849b-450b01a15592 req-f7d4b317-cc94-4f6d-9ef7-365e7e8afe0d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57 HTTP/1.1" status: 200 len: 859 time: 0.2038057 Jul 14 14:02:16.655161 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8bedfa9f-34f7-492f-9d60-0c3045b32302 req-84aaaefa-09d5-4b36-aa73-a7ee76f45a88 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=218416f6-4b46-499c-9d62-c40394570bbe HTTP/1.1" status: 200 len: 1000 time: 0.2791610 Jul 14 14:02:16.843884 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.db.api [None req-8575d977-fd14-46da-82b4-6ddd842651ed admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 14:02:16.843884 dv-cinder-786927-3-iscsi neutron-server[92927]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 14:02:16.843884 dv-cinder-786927-3-iscsi neutron-server[92927]: [parameters: {'project_id': '1ce068db65da4b569edaa2c48ae15a96', 'id': 'ed3507f9-1264-4c9e-be68-86d122dbab3e', 'expiration': datetime.datetime(2021, 7, 14, 14, 4, 16, 682123)}] Jul 14 14:02:16.843884 dv-cinder-786927-3-iscsi neutron-server[92927]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 14:02:16.844385 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG oslo_db.api [None req-8575d977-fd14-46da-82b4-6ddd842651ed admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 14:02:16.846471 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedfa9f-34f7-492f-9d60-0c3045b32302 req-631ba90e-fcd9-4808-b9e0-f2f54b15b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:16.848331 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8bedfa9f-34f7-492f-9d60-0c3045b32302 req-631ba90e-fcd9-4808-b9e0-f2f54b15b9bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c9e99f6-8685-4c55-b68e-415908b0bb16 HTTP/1.1" status: 200 len: 855 time: 0.1686671 Jul 14 14:02:16.851509 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99b2676d-5903-423d-849b-450b01a15592 req-d4db9f55-5e57-47a6-bc9b-08fad4b1270d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71a6fd6e-e0b7-41ce-b515-46956efe817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1749289 Jul 14 14:02:16.888632 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-88284d98-8277-48b5-9af1-5cd1a6804e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.896768 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-88284d98-8277-48b5-9af1-5cd1a6804e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:16.943079 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-88284d98-8277-48b5-9af1-5cd1a6804e3a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=359827e9c090476b9daaf3406b5b3360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222048 Jul 14 14:02:16.944670 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88284d98-8277-48b5-9af1-5cd1a6804e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba57d0de-58a0-4690-ba45-1607ff587953,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:16.947470 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50688) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:17.033311 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedfa9f-34f7-492f-9d60-0c3045b32302 req-194f0385-64e3-4ca3-bdf6-60f0615a5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:17.035870 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8bedfa9f-34f7-492f-9d60-0c3045b32302 req-194f0385-64e3-4ca3-bdf6-60f0615a5896 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3410fdfc-dc44-4fd7-9145-5178f588b3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1691263 Jul 14 14:02:17.053411 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-87dd0653-a47f-472c-bbc9-b9505b73b9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.077029 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99b2676d-5903-423d-849b-450b01a15592 req-c8fed775-6262-4a75-9d85-07a0fa7be87e service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728024 Jul 14 14:02:17.087772 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-87dd0653-a47f-472c-bbc9-b9505b73b9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.105122 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1ea0e-97e9-48aa-9313-455f49ddc57d req-89303291-1ce0-4a58-869a-88e0c59621c8 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:17.106755 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0ef1ea0e-97e9-48aa-9313-455f49ddc57d req-89303291-1ce0-4a58-869a-88e0c59621c8 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1217833 Jul 14 14:02:17.179882 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0ef1ea0e-97e9-48aa-9313-455f49ddc57d req-1eb5e607-b923-4b78-a119-2d84cb96b7f4 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653310 Jul 14 14:02:17.207823 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-87dd0653-a47f-472c-bbc9-b9505b73b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.211045 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-87dd0653-a47f-472c-bbc9-b9505b73b9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.215622 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8bedfa9f-34f7-492f-9d60-0c3045b32302 req-814e4a29-0bd7-441a-a4c9-986ead7d9eaf service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511526 Jul 14 14:02:17.216040 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-87dd0653-a47f-472c-bbc9-b9505b73b9c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba57d0de-58a0-4690-ba45-1607ff587953 HTTP/1.1" status: 204 len: 168 time: 0.2667441 Jul 14 14:02:17.225503 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd0653-a47f-472c-bbc9-b9505b73b9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba57d0de-58a0-4690-ba45-1607ff587953,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:17.312590 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.402650 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8575d977-fd14-46da-82b4-6ddd842651ed admin admin] Made reservation on behalf of 1ce068db65da4b569edaa2c48ae15a96 for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:17.405217 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8575d977-fd14-46da-82b4-6ddd842651ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.492460 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91a68b-258d-4143-8097-8984cc65ec41 req-f3097c56-06d9-454b-b385-45f9e84bf71e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:17.494705 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2c91a68b-258d-4143-8097-8984cc65ec41 req-f3097c56-06d9-454b-b385-45f9e84bf71e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.1611598 Jul 14 14:02:17.560636 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2c91a68b-258d-4143-8097-8984cc65ec41 req-98935908-3601-455c-bb56-e70e29996b3b tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573883 Jul 14 14:02:17.702647 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8575d977-fd14-46da-82b4-6ddd842651ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.760973 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575d977-fd14-46da-82b4-6ddd842651ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=79510f9f-a978-4ac4-9c4a-0e5e09034394,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:17.770556 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8575d977-fd14-46da-82b4-6ddd842651ed admin admin] Checking segment: {'id': '0a03ebe5-8bc7-44ed-85ed-6936750aa98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0c95cbf4-03eb-4327-bccc-d78e31f90a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:17.770922 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8575d977-fd14-46da-82b4-6ddd842651ed admin admin] Network hostable DHCP agents. Network: 0c95cbf4-03eb-4327-bccc-d78e31f90a89, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:02:17.789508 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8575d977-fd14-46da-82b4-6ddd842651ed admin admin] Network 0c95cbf4-03eb-4327-bccc-d78e31f90a89 is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:02:17.800922 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-8575d977-fd14-46da-82b4-6ddd842651ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 0c95cbf4-03eb-4327-bccc-d78e31f90a89) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:17.807201 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8575d977-fd14-46da-82b4-6ddd842651ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:17.807982 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8575d977-fd14-46da-82b4-6ddd842651ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.817333 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614db846-9e71-42a8-9612-26ae9318b90e None None] Network 0c95cbf4-03eb-4327-bccc-d78e31f90a89 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:17.847279 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8575d977-fd14-46da-82b4-6ddd842651ed admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2638340 Jul 14 14:02:18.033401 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d34424-96e1-4c27-815d-4370418f856e None None] Network 0c95cbf4-03eb-4327-bccc-d78e31f90a89 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:18.302145 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50758) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:18.467266 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b96e64-14c0-43fe-a815-0c63221b6b5d req-4bac073c-5441-405a-9a7a-225953cf9f74 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:18.469281 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9b96e64-14c0-43fe-a815-0c63221b6b5d req-4bac073c-5441-405a-9a7a-225953cf9f74 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1015201 Jul 14 14:02:18.475788 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-481337589-network', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:18.532565 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9b96e64-14c0-43fe-a815-0c63221b6b5d req-78eacf46-fd7b-495b-8df9-a21807f4ce0e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528190 Jul 14 14:02:18.536734 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] Made reservation on behalf of e27764fd7e97437f820fc188b28a2fde for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:18.539227 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.550618 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.717323 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.734661 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.789789 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:02:18.825655 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.826250 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] Added segment 0ec56c5e-2beb-4054-b4f7-34ce88325688 of type vlan for network db969060-89c4-45a0-a6df-b75fe2cb2c07 Jul 14 14:02:18.846700 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b7fcfd-5040-459a-afe9-4305ca58da5c,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:18.945649 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.970112 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd2d18-760f-48ea-ae60-f4f388347288 req-c7a80365-a977-4cc2-852c-81abcf46091d tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:18.972215 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cfdd2d18-760f-48ea-ae60-f4f388347288 req-c7a80365-a977-4cc2-852c-81abcf46091d tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.2651644 Jul 14 14:02:19.052729 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.054584 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:19.057454 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.125999 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cfdd2d18-760f-48ea-ae60-f4f388347288 req-ee6352eb-06b1-40f2-aa7b-d4746a6c8825 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438746 Jul 14 14:02:19.141585 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8381877 Jul 14 14:02:19.146490 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50774) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:19.150299 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46764d5-e7a7-46fd-9426-f119fa13eeb2 admin admin] Pushing event updated for resources: {'Network': ['ID=db969060-89c4-45a0-a6df-b75fe2cb2c07,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:19.156045 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.164218 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-1707644f-5c97-4567-b8cb-77405a5faf8b admin admin] Request body: {'subnet': {'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-481337589-subnet', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:19.170152 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network db969060-89c4-45a0-a6df-b75fe2cb2c07 details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:02:19.194468 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1707644f-5c97-4567-b8cb-77405a5faf8b admin admin] Made reservation on behalf of e27764fd7e97437f820fc188b28a2fde for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:19.198694 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1707644f-5c97-4567-b8cb-77405a5faf8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4014917'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.379405 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1707644f-5c97-4567-b8cb-77405a5faf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3973763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4014967'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.435990 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707644f-5c97-4567-b8cb-77405a5faf8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13419f97-ab25-484c-967b-aced639b47ff,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:19.444794 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1707644f-5c97-4567-b8cb-77405a5faf8b admin admin] Checking segment: {'id': '0ec56c5e-2beb-4054-b4f7-34ce88325688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:19.445214 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1707644f-5c97-4567-b8cb-77405a5faf8b admin admin] Network hostable DHCP agents. Network: db969060-89c4-45a0-a6df-b75fe2cb2c07, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:02:19.463251 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1707644f-5c97-4567-b8cb-77405a5faf8b admin admin] Network db969060-89c4-45a0-a6df-b75fe2cb2c07 is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:02:19.472540 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-1707644f-5c97-4567-b8cb-77405a5faf8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, db969060-89c4-45a0-a6df-b75fe2cb2c07) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:19.477374 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1707644f-5c97-4567-b8cb-77405a5faf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:19.478995 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1707644f-5c97-4567-b8cb-77405a5faf8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.483087 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc13015-bad6-44f9-85b6-55673c100cda None None] Network db969060-89c4-45a0-a6df-b75fe2cb2c07 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:19.500868 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1707644f-5c97-4567-b8cb-77405a5faf8b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3506465 Jul 14 14:02:19.503914 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50776) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:19.513123 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:19.543327 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12423'] for router, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.544606 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12430'] for router, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.640244 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.714298 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77d02e5-6f03-5af9-b228-ffa7c33a544f-db969060-89c4-45a0-a6df-b75fe2cb2c07', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'fixed_ips': [{'subnet_id': '13419f97-ab25-484c-967b-aced639b47ff'}]}} from dv-cinder-786927-3-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:02:19.715721 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.827043 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12448'] for router, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:19.888642 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba785eaa-4cae-46c5-ba09-1df94dfd48d2 req-1da62009-e152-4599-b2d8-bd5906d84696 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:19.890268 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ba785eaa-4cae-46c5-ba09-1df94dfd48d2 req-1da62009-e152-4599-b2d8-bd5906d84696 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1700623 Jul 14 14:02:19.938970 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Allocated IP 172.20.0.2 (db969060-89c4-45a0-a6df-b75fe2cb2c07/13419f97-ab25-484c-967b-aced639b47ff/c6c996e9-883a-42d8-bde5-530733e68245) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:19.951660 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ba785eaa-4cae-46c5-ba09-1df94dfd48d2 req-59965be1-afef-4bcc-8f36-d1488340b98d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471456 Jul 14 14:02:20.098821 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.123515 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.149795 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.168642 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Transition to ACTIVE for port object c6c996e9-883a-42d8-bde5-530733e68245 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:20.201734 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Transition to ACTIVE for port object c6c996e9-883a-42d8-bde5-530733e68245 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:20.215946 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.250370 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Allocated IP 172.27.0.226 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:20.260527 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Network db969060-89c4-45a0-a6df-b75fe2cb2c07 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:20.266131 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:20.268400 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Pushing event updated for resources: {'Port': ['ID=c6c996e9-883a-42d8-bde5-530733e68245,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:20.275437 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:20.278379 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:20.278906 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:20.279406 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:20.279878 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:20.280348 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:20.280828 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:20.281333 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:20.281812 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:20.282298 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:20.282751 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:20.283211 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:20.283681 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:20.348383 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Attempting to bind port c6c996e9-883a-42d8-bde5-530733e68245 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:20.348758 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Attempting to bind port c6c996e9-883a-42d8-bde5-530733e68245 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '0ec56c5e-2beb-4054-b4f7-34ce88325688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:20.348976 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Attempting to bind port c6c996e9-883a-42d8-bde5-530733e68245 on network db969060-89c4-45a0-a6df-b75fe2cb2c07 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:20.355606 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:20.356274 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Checking segment: {'id': '0ec56c5e-2beb-4054-b4f7-34ce88325688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:20.356839 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.357412 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Bound using segment: {'id': '0ec56c5e-2beb-4054-b4f7-34ce88325688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:20.358286 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Bound port: c6c996e9-883a-42d8-bde5-530733e68245, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec56c5e-2beb-4054-b4f7-34ce88325688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:20.358839 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.619941 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] For port c6c996e9-883a-42d8-bde5-530733e68245, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:20.623897 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] For port c6c996e9-883a-42d8-bde5-530733e68245, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=c6c996e9-883a-42d8-bde5-530733e68245,segment=NetworkSegment(0ec56c5e-2beb-4054-b4f7-34ce88325688),segment_id=0ec56c5e-2beb-4054-b4f7-34ce88325688)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:20.630638 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.707758 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4a70a-6800-4b62-9425-1893185a0cda None None] Pushing event updated for resources: {'Port': ['ID=c6c996e9-883a-42d8-bde5-530733e68245,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:20.794778 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.828040 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99b2676d-5903-423d-849b-450b01a15592 req-03633548-dc38-4e73-9452-2d074d343e62 service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571667 Jul 14 14:02:20.850759 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8bedfa9f-34f7-492f-9d60-0c3045b32302 req-bf825643-655c-434d-b29f-85fa9328f25d service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517298 Jul 14 14:02:20.865672 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3afe5-03d3-4b98-973e-abf433860960 req-c1cf5e70-3622-4432-add8-0881aa71a105 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:20.867219 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8aa3afe5-03d3-4b98-973e-abf433860960 req-c1cf5e70-3622-4432-add8-0881aa71a105 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.4633076 Jul 14 14:02:20.926959 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:20.943673 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8aa3afe5-03d3-4b98-973e-abf433860960 req-edc005f8-7faa-4fb0-a39d-264be2f181c5 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645621 Jul 14 14:02:20.979497 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:20.987886 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:20.996375 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:21.073332 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Pushing event updated for resources: {'Port': ['ID=61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:21.294424 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a37c9-436d-40f0-ae24-7f8643e07a15 req-34f7470f-e13c-4fdb-9268-8dff7e257788 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:21.296763 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca7a37c9-436d-40f0-ae24-7f8643e07a15 req-34f7470f-e13c-4fdb-9268-8dff7e257788 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.0976229 Jul 14 14:02:21.355638 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca7a37c9-436d-40f0-ae24-7f8643e07a15 req-eb0a8ab8-bf9f-4f76-a3df-4664f6601352 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446324 Jul 14 14:02:21.407130 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.721125 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405964'] for router, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:21.916929 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Router ade64abd-36a2-4524-9221-a0dadd04e13c is scheduled to L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e with binding_index 1 {{(pid=92927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:02:22.048624 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:02:22.065758 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99533698-24fd-4dc3-b5a4-3871d70d6504 None None] Network db969060-89c4-45a0-a6df-b75fe2cb2c07 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:22.066418 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Sync routers for ids ['ade64abd-36a2-4524-9221-a0dadd04e13c'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:02:22.077988 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Routers {'ade64abd-36a2-4524-9221-a0dadd04e13c'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:22.079000 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:02:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['ade64abd-36a2-4524-9221-a0dadd04e13c'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:22.087441 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.092161 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50814) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:22.092644 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d150e4dc-4e11-4041-b502-8b5cc544884e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5870323 Jul 14 14:02:22.186711 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-a0c9799e-81be-4133-a52e-76d1a1506c44 None None] Provisioning for port c6c996e9-883a-42d8-bde5-530733e68245 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:22.211407 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Set router ade64abd-36a2-4524-9221-a0dadd04e13c gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:22.262545 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a1ad9-0195-4555-8159-2cb15dd1dd51 req-f5a626bb-713a-4412-8ad6-83fe0ba4574f tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:22.264088 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-316a1ad9-0195-4555-8159-2cb15dd1dd51 req-f5a626bb-713a-4412-8ad6-83fe0ba4574f tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.1274898 Jul 14 14:02:22.397670 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-316a1ad9-0195-4555-8159-2cb15dd1dd51 req-fdeda047-0da7-4f41-97ea-2e4941f1bf61 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008747 Jul 14 14:02:22.460852 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:02:21Z', 'revision_number': 3, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port': {'id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:22.490428 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Checking router: ade64abd-36a2-4524-9221-a0dadd04e13c for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:02:22.491048 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Updating router ade64abd-36a2-4524-9221-a0dadd04e13c port 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 binding host dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:02:22.537463 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.653648 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e7593-08f1-421b-b11e-598c2b5719fc req-54c1ade8-cc7f-4062-ae99-7aef56e2cfdd tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:22.655124 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cf6e7593-08f1-421b-b11e-598c2b5719fc req-54c1ade8-cc7f-4062-ae99-7aef56e2cfdd tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1131992 Jul 14 14:02:22.719657 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cf6e7593-08f1-421b-b11e-598c2b5719fc req-e1347605-81ee-4c3b-be73-9da2c7b91b7f tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454202 Jul 14 14:02:22.755366 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.799162 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.808781 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Transition to ACTIVE for port object 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:22.814836 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.866891 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Attempting to bind port 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:22.867263 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Attempting to bind port 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:22.867630 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Attempting to bind port 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 on network aee5fac4-045e-4b71-9019-7c5205bf3b95 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:22.870784 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d66f5a-71be-4c43-a89e-1b7f822bb1bb None None] Pushing event updated for resources: {'Port': ['ID=61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:22.875548 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:22.875923 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Checking segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:22.876344 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.876817 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Bound using segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:22.877315 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Bound port: 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:22.877742 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:22.900565 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d66f5a-71be-4c43-a89e-1b7f822bb1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:22.900916 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d66f5a-71be-4c43-a89e-1b7f822bb1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:22.901281 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d66f5a-71be-4c43-a89e-1b7f822bb1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:22.901618 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d66f5a-71be-4c43-a89e-1b7f822bb1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:22.901955 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d66f5a-71be-4c43-a89e-1b7f822bb1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:22.902286 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d66f5a-71be-4c43-a89e-1b7f822bb1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:22.902616 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d66f5a-71be-4c43-a89e-1b7f822bb1bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:22.902943 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d66f5a-71be-4c43-a89e-1b7f822bb1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:22.903287 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d66f5a-71be-4c43-a89e-1b7f822bb1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:22.903613 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d66f5a-71be-4c43-a89e-1b7f822bb1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:22.903936 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d66f5a-71be-4c43-a89e-1b7f822bb1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:22.904260 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d66f5a-71be-4c43-a89e-1b7f822bb1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:22.916234 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Allocated IP 172.20.0.1 (db969060-89c4-45a0-a6df-b75fe2cb2c07/13419f97-ab25-484c-967b-aced639b47ff/4045817e-182c-4e11-b614-b161766bb4b1) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:22.942425 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] For port 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:22.945637 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] For port 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:22.949936 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.038399 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.039715 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d66f5a-71be-4c43-a89e-1b7f822bb1bb None None] Pushing event updated for resources: {'Port': ['ID=61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:23.062448 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Routers {'ade64abd-36a2-4524-9221-a0dadd04e13c'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:23.062448 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:02:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['ade64abd-36a2-4524-9221-a0dadd04e13c'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:23.062639 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Transition to ACTIVE for port object 4045817e-182c-4e11-b614-b161766bb4b1 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:23.101526 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.139134 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Network db969060-89c4-45a0-a6df-b75fe2cb2c07 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:23.142423 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:23.148100 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:23.185300 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=4045817e-182c-4e11-b614-b161766bb4b1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:23.186756 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device c6c996e9-883a-42d8-bde5-530733e68245 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:23.193957 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409001'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.203825 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] Set router ade64abd-36a2-4524-9221-a0dadd04e13c gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:23.270129 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port c6c996e9-883a-42d8-bde5-530733e68245 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:23.277357 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port c6c996e9-883a-42d8-bde5-530733e68245 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:23.278019 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.374862 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.400293 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.405168 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-df9fe04c-4d3b-400f-9abf-c40ad86d098f None None] Provisioning for port 4045817e-182c-4e11-b614-b161766bb4b1 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:23.420674 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-df9fe04c-4d3b-400f-9abf-c40ad86d098f None None] Provisioning complete for port 4045817e-182c-4e11-b614-b161766bb4b1 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:23.421314 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-df9fe04c-4d3b-400f-9abf-c40ad86d098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.426060 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:02:21Z', 'revision_number': 3, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port': {'id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:23.481615 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38937094-cfde-492d-a7f6-0382b58ff357 None None] The sync data for ids ['ade64abd-36a2-4524-9221-a0dadd04e13c'] in dv-cinder-786927-3-iscsi is: [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:02:21Z', 'revision_number': 3, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port': {'id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:02:23.507293 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port c6c996e9-883a-42d8-bde5-530733e68245, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=c6c996e9-883a-42d8-bde5-530733e68245,segment=NetworkSegment(0ec56c5e-2beb-4054-b4f7-34ce88325688),segment_id=0ec56c5e-2beb-4054-b4f7-34ce88325688)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:23.525621 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-df9fe04c-4d3b-400f-9abf-c40ad86d098f None None] Port 4045817e-182c-4e11-b614-b161766bb4b1 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:02:23.527985 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.613207 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=c6c996e9-883a-42d8-bde5-530733e68245,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:23.911304 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38300c-82b9-4f03-b151-7328906d237c req-ebd05eb4-0aec-462a-b14b-e7c61c9383e4 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:23.918474 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fa38300c-82b9-4f03-b151-7328906d237c req-ebd05eb4-0aec-462a-b14b-e7c61c9383e4 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.1168694 Jul 14 14:02:23.956839 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:23.966869 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:24.023771 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fa38300c-82b9-4f03-b151-7328906d237c req-759f70b1-2d68-4ea0-a528-aded2c918454 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044052 Jul 14 14:02:24.060585 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16476197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407779'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:24.072268 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=4045817e-182c-4e11-b614-b161766bb4b1,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:24.255811 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Network db969060-89c4-45a0-a6df-b75fe2cb2c07 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:24.260716 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:24.354284 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c5aa6-6ea0-4381-ae22-bab2789699a5 req-647014e4-3f8c-4383-877f-c4e2dc1fa275 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:24.355904 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e5c5aa6-6ea0-4381-ae22-bab2789699a5 req-647014e4-3f8c-4383-877f-c4e2dc1fa275 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1667686 Jul 14 14:02:24.444881 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e5c5aa6-6ea0-4381-ae22-bab2789699a5 req-16c5db07-dd13-4b08-a9b8-8631462cd3fe tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558054 Jul 14 14:02:24.455894 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Router ade64abd-36a2-4524-9221-a0dadd04e13c has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:02:24.552616 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-e7658391-4216-4ab6-b44e-b21a1b3f727b None None] Provisioning complete for port 4045817e-182c-4e11-b614-b161766bb4b1 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:24.553344 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e7658391-4216-4ab6-b44e-b21a1b3f727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:24.611480 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:02:24.621099 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0e6168ed-ae84-4d2e-80b0-74c971bb4fe4 admin admin] 10.222.0.57 "PUT /v2.0/routers/ade64abd-36a2-4524-9221-a0dadd04e13c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5256259 Jul 14 14:02:24.632909 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-e7658391-4216-4ab6-b44e-b21a1b3f727b None None] Port 4045817e-182c-4e11-b614-b161766bb4b1 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:02:25.193968 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device c6c996e9-883a-42d8-bde5-530733e68245 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:25.264624 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50884) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:25.270476 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-99644648-network', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:25.277376 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea9a9-fe25-4be8-882b-c8c9c3e2ba43 req-9999f709-950e-4eff-92d8-5a2190bfd718 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:25.279415 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-54cea9a9-fe25-4be8-882b-c8c9c3e2ba43 req-9999f709-950e-4eff-92d8-5a2190bfd718 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.1116049 Jul 14 14:02:25.281862 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port c6c996e9-883a-42d8-bde5-530733e68245 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:25.282236 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:25.301350 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] Made reservation on behalf of 228f35c1a774411699d3856bcf4f18a0 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:25.304860 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:25.315470 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:25.346430 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-54cea9a9-fe25-4be8-882b-c8c9c3e2ba43 req-2c12561d-d22f-4d24-9cd7-4f5d271ce531 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537703 Jul 14 14:02:25.402962 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:25.445020 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:25.451848 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:25.484565 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:25.494943 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:25.495382 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:25.495639 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:02:25.501537 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a396f80f-0be4-42ed-87b7-92b1d2db6920,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:25.511294 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:25.512316 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] Added segment 6371818f-9ff2-4a73-9823-d6df6cbf0e00 of type vlan for network 960377c9-17a8-47b4-8a74-31a75ade7531 Jul 14 14:02:25.578218 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:25.618355 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:25.646861 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:25.650555 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Sync routers for ids ['ade64abd-36a2-4524-9221-a0dadd04e13c'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:02:25.658959 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:25.702006 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Routers {'ade64abd-36a2-4524-9221-a0dadd04e13c'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:25.702666 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:02:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['ade64abd-36a2-4524-9221-a0dadd04e13c'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:25.759064 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:25.760016 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:25.760628 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:25.795478 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50908) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:25.824202 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:25.828371 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5640867 Jul 14 14:02:25.830139 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50912) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:25.838001 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-0ecb625c-115a-4ee8-bf5c-99c181d58e81 admin admin] Request body: {'subnet': {'network_id': '960377c9-17a8-47b4-8a74-31a75ade7531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-99644648-subnet', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:25.838167 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d6e19-0c2d-442d-8c9b-a00d2819230f admin admin] Pushing event updated for resources: {'Network': ['ID=960377c9-17a8-47b4-8a74-31a75ade7531,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:25.847321 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Set router ade64abd-36a2-4524-9221-a0dadd04e13c gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:25.860971 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beef54a-6691-4524-8a88-288e3d3b54b2 req-9a8642c6-dc5d-45bf-9fdc-cdd0048fb989 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:25.862874 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5beef54a-6691-4524-8a88-288e3d3b54b2 req-9a8642c6-dc5d-45bf-9fdc-cdd0048fb989 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1993091 Jul 14 14:02:25.885840 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 960377c9-17a8-47b4-8a74-31a75ade7531 details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:02:25.910616 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecb625c-115a-4ee8-bf5c-99c181d58e81 admin admin] Made reservation on behalf of 228f35c1a774411699d3856bcf4f18a0 for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:02:25.913139 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0ecb625c-115a-4ee8-bf5c-99c181d58e81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:25.926322 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5beef54a-6691-4524-8a88-288e3d3b54b2 req-c411505a-c918-4fca-b057-3100d2bf63fc tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554869 Jul 14 14:02:26.006899 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-860b90f7-c0c1-44b6-b620-e62b832d2d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.082370 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9681fc9-f932-4af6-a695-6fb9b1d731a1 req-1ddfe215-949b-4bb5-8fe3-3915bf8e3947 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:26.083920 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f9681fc9-f932-4af6-a695-6fb9b1d731a1 req-1ddfe215-949b-4bb5-8fe3-3915bf8e3947 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.38 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.1897249 Jul 14 14:02:26.154708 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:02:23Z', 'revision_number': 4, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port': {'id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '4045817e-182c-4e11-b614-b161766bb4b1', 'name': '', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'mac_address': 'fa:16:3e:9e:7b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '13419f97-ab25-484c-967b-aced639b47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:22Z', 'updated_at': '2021-07-14T14:02:23Z', 'revision_number': 2, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'subnets': [{'id': '13419f97-ab25-484c-967b-aced639b47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:26.183659 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Checking router: ade64abd-36a2-4524-9221-a0dadd04e13c for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:02:26.184111 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Updating router ade64abd-36a2-4524-9221-a0dadd04e13c port 4045817e-182c-4e11-b614-b161766bb4b1 binding host dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:02:26.222490 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.388787 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-860b90f7-c0c1-44b6-b620-e62b832d2d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.403972 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-860b90f7-c0c1-44b6-b620-e62b832d2d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.424011 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0ecb625c-115a-4ee8-bf5c-99c181d58e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.487165 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-860b90f7-c0c1-44b6-b620-e62b832d2d7c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bff4752eeea248b296bd83d185fff455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6904855 Jul 14 14:02:26.495750 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50934) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:26.507551 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b90f7-c0c1-44b6-b620-e62b832d2d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aefc0a5-39ba-4790-a27d-b18751c6edbf,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:26.534665 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-f9681fc9-f932-4af6-a695-6fb9b1d731a1 req-b5cbe06e-72b0-4967-8ff8-c3633f204b3e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Deleting port 471cb83d-3fff-4e80-a126-a0b0f73e2daf {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:02:26.535068 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f9681fc9-f932-4af6-a695-6fb9b1d731a1 req-b5cbe06e-72b0-4967-8ff8-c3633f204b3e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.537738 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb625c-115a-4ee8-bf5c-99c181d58e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=383fb784-7e32-4873-8429-27f9e9be821c,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:26.564246 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.574958 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Transition to ACTIVE for port object 4045817e-182c-4e11-b614-b161766bb4b1 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:26.581599 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.594812 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7382759-1884-4e00-a489-6e470f57c0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.603441 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d2168-bf7e-4378-852c-42a46e06dc76 req-9f91e02a-1938-420b-8f45-0c075bec2290 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:26.605109 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a4d2168-bf7e-4378-852c-42a46e06dc76 req-9f91e02a-1938-420b-8f45-0c075bec2290 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 946 time: 0.1200175 Jul 14 14:02:26.605523 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb625c-115a-4ee8-bf5c-99c181d58e81 admin admin] Checking segment: {'id': '6371818f-9ff2-4a73-9823-d6df6cbf0e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '960377c9-17a8-47b4-8a74-31a75ade7531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:26.605888 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecb625c-115a-4ee8-bf5c-99c181d58e81 admin admin] Network hostable DHCP agents. Network: 960377c9-17a8-47b4-8a74-31a75ade7531, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:02:26.628895 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7382759-1884-4e00-a489-6e470f57c0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.646819 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5eaf2b-0209-42a6-a448-a0dd076b9c66 None None] Pushing event updated for resources: {'Port': ['ID=4045817e-182c-4e11-b614-b161766bb4b1,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:26.661584 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecb625c-115a-4ee8-bf5c-99c181d58e81 admin admin] Network 960377c9-17a8-47b4-8a74-31a75ade7531 is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:02:26.683210 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-0ecb625c-115a-4ee8-bf5c-99c181d58e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 960377c9-17a8-47b4-8a74-31a75ade7531) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:26.686290 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-f9681fc9-f932-4af6-a695-6fb9b1d731a1 req-b5cbe06e-72b0-4967-8ff8-c3633f204b3e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] For port 471cb83d-3fff-4e80-a126-a0b0f73e2daf, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=471cb83d-3fff-4e80-a126-a0b0f73e2daf,segment=NetworkSegment(e987f612-a436-46a8-a13d-464c00316e02),segment_id=e987f612-a436-46a8-a13d-464c00316e02)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:26.686685 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f9681fc9-f932-4af6-a695-6fb9b1d731a1 req-b5cbe06e-72b0-4967-8ff8-c3633f204b3e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.698936 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb625c-115a-4ee8-bf5c-99c181d58e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:26.699555 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0ecb625c-115a-4ee8-bf5c-99c181d58e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.700978 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a4d2168-bf7e-4378-852c-42a46e06dc76 req-996af614-0d7e-49cc-9549-3a5bb7a55bd8 tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/security-groups?id=51446841-5558-461d-b619-239fd3ed8247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702150 Jul 14 14:02:26.711100 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a36433-e02d-46f3-9d9a-102884f5edf7 None None] Network 960377c9-17a8-47b4-8a74-31a75ade7531 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:26.713035 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-f9681fc9-f932-4af6-a695-6fb9b1d731a1 req-b5cbe06e-72b0-4967-8ff8-c3633f204b3e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Calling delete_port for 471cb83d-3fff-4e80-a126-a0b0f73e2daf owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:02:26.731245 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7382759-1884-4e00-a489-6e470f57c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.734524 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7382759-1884-4e00-a489-6e470f57c0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.735807 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e7382759-1884-4e00-a489-6e470f57c0f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3aefc0a5-39ba-4790-a27d-b18751c6edbf HTTP/1.1" status: 204 len: 168 time: 0.2383878 Jul 14 14:02:26.746236 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7382759-1884-4e00-a489-6e470f57c0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aefc0a5-39ba-4790-a27d-b18751c6edbf,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:26.752557 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0ecb625c-115a-4ee8-bf5c-99c181d58e81 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9212160 Jul 14 14:02:26.757393 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 50940) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:26.775018 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-99644648-router', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:26.830818 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12423'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.833305 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12430'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.916097 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.952703 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Attempting to bind port 4045817e-182c-4e11-b614-b161766bb4b1 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:26.953096 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Attempting to bind port 4045817e-182c-4e11-b614-b161766bb4b1 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '0ec56c5e-2beb-4054-b4f7-34ce88325688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:26.953720 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Attempting to bind port 4045817e-182c-4e11-b614-b161766bb4b1 on network db969060-89c4-45a0-a6df-b75fe2cb2c07 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:26.978006 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:26.978439 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Checking segment: {'id': '0ec56c5e-2beb-4054-b4f7-34ce88325688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:26.979018 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:26.979550 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Bound using segment: {'id': '0ec56c5e-2beb-4054-b4f7-34ce88325688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:26.980016 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Bound port: 4045817e-182c-4e11-b614-b161766bb4b1, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec56c5e-2beb-4054-b4f7-34ce88325688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:26.980466 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.078851 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] For port 4045817e-182c-4e11-b614-b161766bb4b1, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:27.093230 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da170066-268f-43a4-9195-314122a29f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77d02e5-6f03-5af9-b228-ffa7c33a544f-960377c9-17a8-47b4-8a74-31a75ade7531', 'network_id': '960377c9-17a8-47b4-8a74-31a75ade7531', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'fixed_ips': [{'subnet_id': '383fb784-7e32-4873-8429-27f9e9be821c'}]}} from dv-cinder-786927-3-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:02:27.093230 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-da170066-268f-43a4-9195-314122a29f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.105574 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f9681fc9-f932-4af6-a695-6fb9b1d731a1 req-b5cbe06e-72b0-4967-8ff8-c3633f204b3e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.118180 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] For port 4045817e-182c-4e11-b614-b161766bb4b1, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=4045817e-182c-4e11-b614-b161766bb4b1,segment=NetworkSegment(0ec56c5e-2beb-4054-b4f7-34ce88325688),segment_id=0ec56c5e-2beb-4054-b4f7-34ce88325688)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:27.161841 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbe06e-72b0-4967-8ff8-c3633f204b3e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Pushing event deleted for resources: {'Port': ['ID=471cb83d-3fff-4e80-a126-a0b0f73e2daf,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:27.211589 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:27.218117 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.249962 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12448'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.283572 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9681fc9-f932-4af6-a695-6fb9b1d731a1 req-b5cbe06e-72b0-4967-8ff8-c3633f204b3e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] No DVR routers for this DVR port 471cb83d-3fff-4e80-a126-a0b0f73e2daf on host hv-cinder-78692 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:02:27.293662 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f9681fc9-f932-4af6-a695-6fb9b1d731a1 req-b5cbe06e-72b0-4967-8ff8-c3633f204b3e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.296518 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f9681fc9-f932-4af6-a695-6fb9b1d731a1 req-b5cbe06e-72b0-4967-8ff8-c3633f204b3e tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.38 "DELETE /v2.0/ports/471cb83d-3fff-4e80-a126-a0b0f73e2daf HTTP/1.1" status: 204 len: 173 time: 1.2002695 Jul 14 14:02:27.297453 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953c909b-7e75-4425-b218-1106d283c138', 'name': 'network-vif-deleted', 'tag': '471cb83d-3fff-4e80-a126-a0b0f73e2daf'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:02:27.303039 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cc09aa-a0ec-4ba3-bcd2-3e31f9a516c6" -d '{"events": [{"server_uuid": "953c909b-7e75-4425-b218-1106d283c138", "name": "network-vif-deleted", "tag": "471cb83d-3fff-4e80-a126-a0b0f73e2daf"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:02:27.353326 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b986e40-ff89-490d-8e59-4c832ee95f73 req-643e5f3a-5de9-4688-90e7-821141a8ba5a tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:27.355324 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4b986e40-ff89-490d-8e59-4c832ee95f73 req-643e5f3a-5de9-4688-90e7-821141a8ba5a tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1567638 Jul 14 14:02:27.412070 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4b986e40-ff89-490d-8e59-4c832ee95f73 req-baa72707-ce53-442e-b1a6-01d20c09a185 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489216 Jul 14 14:02:27.417455 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50972) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:27.431392 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b9402d-8475-4644-be9a-c1fbbc3ae92d x-openstack-request-id: req-18b9402d-8475-4644-be9a-c1fbbc3ae92d {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:02:27.431832 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953c909b-7e75-4425-b218-1106d283c138", "name": "network-vif-deleted", "tag": "471cb83d-3fff-4e80-a126-a0b0f73e2daf", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:02:27.441702 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18b9402d-8475-4644-be9a-c1fbbc3ae92d {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:02:27.441702 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953c909b-7e75-4425-b218-1106d283c138', 'name': 'network-vif-deleted', 'tag': '471cb83d-3fff-4e80-a126-a0b0f73e2daf', 'status': 'completed', 'code': 200} Jul 14 14:02:27.443454 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-580d862a-0311-4d19-9467-399c745d3333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.562372 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Routers {'ade64abd-36a2-4524-9221-a0dadd04e13c'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:27.563033 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:02:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['ade64abd-36a2-4524-9221-a0dadd04e13c'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:27.630351 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.651296 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-580d862a-0311-4d19-9467-399c745d3333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.658352 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-580d862a-0311-4d19-9467-399c745d3333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.666759 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.676252 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5eaf2b-0209-42a6-a448-a0dd076b9c66 None None] Pushing event updated for resources: {'Port': ['ID=4045817e-182c-4e11-b614-b161766bb4b1,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:27.690577 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:27.690957 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.759731 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-580d862a-0311-4d19-9467-399c745d3333 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e1b8d8c43c884e56824222c705927e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403707 Jul 14 14:02:27.761349 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d862a-0311-4d19-9467-399c745d3333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d940a909-7709-41c7-9a7b-faa5aafab4da,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:27.764956 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 50980) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:27.799310 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-da170066-268f-43a4-9195-314122a29f0c None None] Allocated IP 172.20.0.2 (960377c9-17a8-47b4-8a74-31a75ade7531/383fb784-7e32-4873-8429-27f9e9be821c/64948ff6-f856-4f58-819e-90f492866358) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:27.904155 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-172dce63-2bf3-466f-8687-339819ed7f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.923189 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] Set router ade64abd-36a2-4524-9221-a0dadd04e13c gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:27.948061 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-172dce63-2bf3-466f-8687-339819ed7f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:28.039953 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Allocated IP 172.27.0.8 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/72a2c77d-d14d-4e26-b1fe-0219dacf210e) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:28.041712 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-172dce63-2bf3-466f-8687-339819ed7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:28.050867 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-172dce63-2bf3-466f-8687-339819ed7f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:28.054018 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-172dce63-2bf3-466f-8687-339819ed7f6d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d940a909-7709-41c7-9a7b-faa5aafab4da HTTP/1.1" status: 204 len: 168 time: 0.2831759 Jul 14 14:02:28.060044 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 471cb83d-3fff-4e80-a126-a0b0f73e2daf no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:02:28.071815 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dce63-2bf3-466f-8687-339819ed7f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d940a909-7709-41c7-9a7b-faa5aafab4da,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:28.175477 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-461302db-61aa-4ed8-9d08-b4e3e76f6e3d req-2a65e48f-083f-4911-80a3-b1f4d6fa32ef tempest-DeleteServersTestJSON-1064195522 tempest-DeleteServersTestJSON-1064195522-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c909b-7e75-4425-b218-1106d283c138 HTTP/1.1" status: 200 len: 210 time: 0.0524318 Jul 14 14:02:28.188077 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: 471cb83d-3fff-4e80-a126-a0b0f73e2daf {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:02:28.188799 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 471cb83d-3fff-4e80-a126-a0b0f73e2daf not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:02:28.242325 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:28.301285 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:28.346771 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:28.358664 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:28.363083 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:28.381424 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-da170066-268f-43a4-9195-314122a29f0c None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:28.399068 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-da170066-268f-43a4-9195-314122a29f0c None None] Transition to ACTIVE for port object 64948ff6-f856-4f58-819e-90f492866358 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:28.405809 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Pushing event updated for resources: {'Port': ['ID=72a2c77d-d14d-4e26-b1fe-0219dacf210e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:28.454840 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-da170066-268f-43a4-9195-314122a29f0c None None] Transition to ACTIVE for port object 64948ff6-f856-4f58-819e-90f492866358 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:28.484251 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-da170066-268f-43a4-9195-314122a29f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:28.597549 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da170066-268f-43a4-9195-314122a29f0c None None] Network 960377c9-17a8-47b4-8a74-31a75ade7531 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:28.612571 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-da170066-268f-43a4-9195-314122a29f0c None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:28.628910 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da170066-268f-43a4-9195-314122a29f0c None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:28.709508 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da170066-268f-43a4-9195-314122a29f0c None None] Pushing event updated for resources: {'Port': ['ID=64948ff6-f856-4f58-819e-90f492866358,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:28.734796 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:02:23Z', 'revision_number': 4, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port': {'id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '4045817e-182c-4e11-b614-b161766bb4b1', 'name': '', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'mac_address': 'fa:16:3e:9e:7b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '13419f97-ab25-484c-967b-aced639b47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:22Z', 'updated_at': '2021-07-14T14:02:27Z', 'revision_number': 4, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'subnets': [{'id': '13419f97-ab25-484c-967b-aced639b47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:28.739889 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-da170066-268f-43a4-9195-314122a29f0c None None] Attempting to bind port 64948ff6-f856-4f58-819e-90f492866358 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:28.740258 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-da170066-268f-43a4-9195-314122a29f0c None None] Attempting to bind port 64948ff6-f856-4f58-819e-90f492866358 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '6371818f-9ff2-4a73-9823-d6df6cbf0e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '960377c9-17a8-47b4-8a74-31a75ade7531'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:28.740813 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da170066-268f-43a4-9195-314122a29f0c None None] Attempting to bind port 64948ff6-f856-4f58-819e-90f492866358 on network 960377c9-17a8-47b4-8a74-31a75ade7531 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:28.770605 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f0344-8e11-4b44-a6ec-ab31299d7ced None None] The sync data for ids ['ade64abd-36a2-4524-9221-a0dadd04e13c'] in dv-cinder-786927-3-iscsi is: [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:02:23Z', 'revision_number': 4, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port': {'id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '4045817e-182c-4e11-b614-b161766bb4b1', 'name': '', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'mac_address': 'fa:16:3e:9e:7b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '13419f97-ab25-484c-967b-aced639b47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:22Z', 'updated_at': '2021-07-14T14:02:27Z', 'revision_number': 4, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'subnets': [{'id': '13419f97-ab25-484c-967b-aced639b47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:02:28.777566 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da170066-268f-43a4-9195-314122a29f0c None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:28.778035 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da170066-268f-43a4-9195-314122a29f0c None None] Checking segment: {'id': '6371818f-9ff2-4a73-9823-d6df6cbf0e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '960377c9-17a8-47b4-8a74-31a75ade7531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:28.778510 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-da170066-268f-43a4-9195-314122a29f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:28.778950 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da170066-268f-43a4-9195-314122a29f0c None None] Bound using segment: {'id': '6371818f-9ff2-4a73-9823-d6df6cbf0e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '960377c9-17a8-47b4-8a74-31a75ade7531'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:28.780264 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-da170066-268f-43a4-9195-314122a29f0c None None] Bound port: 64948ff6-f856-4f58-819e-90f492866358, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6371818f-9ff2-4a73-9823-d6df6cbf0e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '960377c9-17a8-47b4-8a74-31a75ade7531'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:28.780737 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-da170066-268f-43a4-9195-314122a29f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:28.965169 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c5b99-9208-4196-a65f-f7eeab772c7c req-9a92d93f-0373-4c20-8106-13a0976e3435 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:28.974215 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-da170066-268f-43a4-9195-314122a29f0c None None] For port 64948ff6-f856-4f58-819e-90f492866358, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:28.976591 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a5c5b99-9208-4196-a65f-f7eeab772c7c req-9a92d93f-0373-4c20-8106-13a0976e3435 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.3760242 Jul 14 14:02:28.980852 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-da170066-268f-43a4-9195-314122a29f0c None None] For port 64948ff6-f856-4f58-819e-90f492866358, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=64948ff6-f856-4f58-819e-90f492866358,segment=NetworkSegment(6371818f-9ff2-4a73-9823-d6df6cbf0e00),segment_id=6371818f-9ff2-4a73-9823-d6df6cbf0e00)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:28.994012 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-da170066-268f-43a4-9195-314122a29f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:29.022717 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:29.108245 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a5c5b99-9208-4196-a65f-f7eeab772c7c req-93259ee7-9804-49f8-8d81-799ad9332547 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304176 Jul 14 14:02:29.271838 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da170066-268f-43a4-9195-314122a29f0c None None] Pushing event updated for resources: {'Port': ['ID=64948ff6-f856-4f58-819e-90f492866358,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:29.417291 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 4045817e-182c-4e11-b614-b161766bb4b1 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:29.520066 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 4045817e-182c-4e11-b614-b161766bb4b1 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:29.527652 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 4045817e-182c-4e11-b614-b161766bb4b1 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:29.528694 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:29.644779 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405964'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:29.786917 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:29.889997 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port 4045817e-182c-4e11-b614-b161766bb4b1, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=4045817e-182c-4e11-b614-b161766bb4b1,segment=NetworkSegment(0ec56c5e-2beb-4054-b4f7-34ce88325688),segment_id=0ec56c5e-2beb-4054-b4f7-34ce88325688)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:29.926327 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:30.049150 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=4045817e-182c-4e11-b614-b161766bb4b1,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:30.162186 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Router a14859af-fc9b-44b2-b5af-94b09230cfb8 is scheduled to L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:02:31.012270 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f231441-28e2-4e02-810c-6af46121d072 None None] Network 960377c9-17a8-47b4-8a74-31a75ade7531 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:02:31.085835 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:02:31.114262 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef4e6d-fd39-46c4-a1ed-bdc2149a40fb req-1c18407d-e35e-42ae-9e57-e8209c71b2c6 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:31.122117 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b4ef4e6d-fd39-46c4-a1ed-bdc2149a40fb req-1c18407d-e35e-42ae-9e57-e8209c71b2c6 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1540956 Jul 14 14:02:31.126655 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:31.132875 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a71e1b42-1ef0-4c29-bd62-94201a5505b4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.3678913 Jul 14 14:02:31.133195 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51094) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:31.143206 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Sync routers for ids ['a14859af-fc9b-44b2-b5af-94b09230cfb8'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:02:31.168718 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Routers {'a14859af-fc9b-44b2-b5af-94b09230cfb8'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:31.176129 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:02:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a14859af-fc9b-44b2-b5af-94b09230cfb8'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:31.194135 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b4ef4e6d-fd39-46c4-a1ed-bdc2149a40fb req-0b944091-66bf-42f5-9ffe-f31654a047a3 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710371 Jul 14 14:02:31.405009 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-8b273a0d-d03e-4386-89d5-daf5307409ac None None] Provisioning for port 64948ff6-f856-4f58-819e-90f492866358 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:31.503182 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 4045817e-182c-4e11-b614-b161766bb4b1 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:31.836846 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Set router a14859af-fc9b-44b2-b5af-94b09230cfb8 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:31.857117 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51120) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:31.893525 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 4045817e-182c-4e11-b614-b161766bb4b1 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:31.894562 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:31.995072 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f762b49-c3a4-4f2b-9d38-402c0eae0bb7 admin admin] Deleting subnet f8ffbaef-3285-4ef1-86ba-3983b4f0ac52 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:02:32.009013 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2f762b49-c3a4-4f2b-9d38-402c0eae0bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:32.125036 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2f762b49-c3a4-4f2b-9d38-402c0eae0bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973850'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:32.213924 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2f762b49-c3a4-4f2b-9d38-402c0eae0bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:32.332171 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 64948ff6-f856-4f58-819e-90f492866358 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:32.415532 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2f762b49-c3a4-4f2b-9d38-402c0eae0bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3973698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4014944'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:32.499056 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f762b49-c3a4-4f2b-9d38-402c0eae0bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ffbaef-3285-4ef1-86ba-3983b4f0ac52,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:32.513146 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2f762b49-c3a4-4f2b-9d38-402c0eae0bb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:32.515914 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2f762b49-c3a4-4f2b-9d38-402c0eae0bb7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f8ffbaef-3285-4ef1-86ba-3983b4f0ac52 HTTP/1.1" status: 204 len: 168 time: 0.6569898 Jul 14 14:02:32.522943 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51136) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:32.568810 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 64948ff6-f856-4f58-819e-90f492866358 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:32.579095 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 64948ff6-f856-4f58-819e-90f492866358 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:32.579746 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:32.609936 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'name': 'tempest-TestShelveInstance-99644648-router', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '72a2c77d-d14d-4e26-b1fe-0219dacf210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:26Z', 'updated_at': '2021-07-14T14:02:28Z', 'revision_number': 3, 'project_id': '228f35c1a774411699d3856bcf4f18a0', 'gw_port': {'id': '72a2c77d-d14d-4e26-b1fe-0219dacf210e', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:41:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:27Z', 'updated_at': '2021-07-14T14:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:32.646985 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Checking router: a14859af-fc9b-44b2-b5af-94b09230cfb8 for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:02:32.647669 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Updating router a14859af-fc9b-44b2-b5af-94b09230cfb8 port 72a2c77d-d14d-4e26-b1fe-0219dacf210e binding host dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:02:32.656287 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d7bec-f9e9-4522-b5d8-aa342b6dcfb9 req-80bf1a11-269c-4cd1-affd-33b6418a0a47 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:32.673194 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-268d7bec-f9e9-4522-b5d8-aa342b6dcfb9 req-80bf1a11-269c-4cd1-affd-33b6418a0a47 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1226072 Jul 14 14:02:32.700017 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:32.744079 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-268d7bec-f9e9-4522-b5d8-aa342b6dcfb9 req-c383ea3a-2d09-45e2-9ee9-b7bfc8c3abbd tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679529 Jul 14 14:02:32.804746 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-f8b7ac68-6db3-49ec-8edf-7a8a2a6ebbbd None None] Provisioning complete for port 64948ff6-f856-4f58-819e-90f492866358 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:32.806035 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ac68-6db3-49ec-8edf-7a8a2a6ebbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:32.814795 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:32.844827 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:32.902427 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port 64948ff6-f856-4f58-819e-90f492866358, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=64948ff6-f856-4f58-819e-90f492866358,segment=NetworkSegment(6371818f-9ff2-4a73-9823-d6df6cbf0e00),segment_id=6371818f-9ff2-4a73-9823-d6df6cbf0e00)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:32.912739 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.009386 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.017076 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=64948ff6-f856-4f58-819e-90f492866358,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:33.098725 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.111055 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Transition to ACTIVE for port object 72a2c77d-d14d-4e26-b1fe-0219dacf210e will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:33.120623 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.169477 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Attempting to bind port 72a2c77d-d14d-4e26-b1fe-0219dacf210e on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:33.169854 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Attempting to bind port 72a2c77d-d14d-4e26-b1fe-0219dacf210e by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:33.170217 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Attempting to bind port 72a2c77d-d14d-4e26-b1fe-0219dacf210e on network aee5fac4-045e-4b71-9019-7c5205bf3b95 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:33.182776 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:33.183132 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Checking segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:33.183530 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.183920 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Bound using segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:33.184397 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Bound port: 72a2c77d-d14d-4e26-b1fe-0219dacf210e, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:33.184974 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.192915 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4042a-1902-47be-83af-4643ad4ba081 None None] Pushing event updated for resources: {'Port': ['ID=72a2c77d-d14d-4e26-b1fe-0219dacf210e,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:33.275542 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] For port 72a2c77d-d14d-4e26-b1fe-0219dacf210e, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:33.286363 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] For port 72a2c77d-d14d-4e26-b1fe-0219dacf210e, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=72a2c77d-d14d-4e26-b1fe-0219dacf210e,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:33.300618 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.312886 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.334867 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51154) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:33.350831 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:02:33.351403 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:02:33.353501 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:02:33.354284 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Subscribe: > port after_create 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:02:33.355054 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Subscribe: > port after_delete 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:02:33.356107 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Subscribe: > port after_update 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:02:33.356813 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:02:33.358103 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:02:33.358883 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:02:33.359552 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:02:33.392401 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Routers {'a14859af-fc9b-44b2-b5af-94b09230cfb8'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:33.393058 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:02:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a14859af-fc9b-44b2-b5af-94b09230cfb8'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:33.438565 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4042a-1902-47be-83af-4643ad4ba081 None None] Pushing event updated for resources: {'Port': ['ID=72a2c77d-d14d-4e26-b1fe-0219dacf210e,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:33.470663 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1116cb66-48e3-4cef-9e24-b7069a1924a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.513776 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:02:33.514352 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:02:33.514916 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:02:33.515703 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:02:33.516535 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f287e9-8674-4e0b-94b7-fb34be8f11a7']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:33.544209 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Allocated IP 172.20.0.1 (960377c9-17a8-47b4-8a74-31a75ade7531/383fb784-7e32-4873-8429-27f9e9be821c/ff707c2b-ef8e-462a-ae07-f56018060ca0) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:02:33.559989 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e987f612-a436-46a8-a13d-464c00316e02') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:33.560991 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e987f612-a436-46a8-a13d-464c00316e02') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:33.578219 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] Set router a14859af-fc9b-44b2-b5af-94b09230cfb8 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:33.604782 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3664175'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.617012 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1116cb66-48e3-4cef-9e24-b7069a1924a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.628678 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1116cb66-48e3-4cef-9e24-b7069a1924a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.683228 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1116cb66-48e3-4cef-9e24-b7069a1924a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2608e1475bd0497ab9f9c2843f9ff2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434463 Jul 14 14:02:33.683228 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116cb66-48e3-4cef-9e24-b7069a1924a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc8dc95-ab35-4c92-b769-744fbc4d9186,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:33.686943 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51164) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:33.712156 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.771000 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:02:33.771977 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796561'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.789254 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd960-f78c-4ce7-9b86-da4014a5d1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: from cryptography.utils import int_from_bytes Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: from cryptography.utils import int_from_bytes Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: timer() Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: cb(*args, **kw) Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: self._notify() Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: self.callback(batched_events) Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: event.method(event) Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._get(url).json() Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:02:33.803751 dv-cinder-786927-3-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:02:33.814856 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd960-f78c-4ce7-9b86-da4014a5d1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.910654 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd960-f78c-4ce7-9b86-da4014a5d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.915724 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd960-f78c-4ce7-9b86-da4014a5d1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.922137 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ee0cd960-f78c-4ce7-9b86-da4014a5d1fe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dfc8dc95-ab35-4c92-b769-744fbc4d9186 HTTP/1.1" status: 204 len: 168 time: 0.2341073 Jul 14 14:02:33.936468 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cd960-f78c-4ce7-9b86-da4014a5d1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc8dc95-ab35-4c92-b769-744fbc4d9186,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:33.945260 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.947760 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'name': 'tempest-TestShelveInstance-99644648-router', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '72a2c77d-d14d-4e26-b1fe-0219dacf210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:26Z', 'updated_at': '2021-07-14T14:02:28Z', 'revision_number': 3, 'project_id': '228f35c1a774411699d3856bcf4f18a0', 'gw_port': {'id': '72a2c77d-d14d-4e26-b1fe-0219dacf210e', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:41:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:27Z', 'updated_at': '2021-07-14T14:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:33.972178 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.977522 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:33.982392 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] 10.222.0.57 "DELETE /v2.0/networks/71f287e9-8674-4e0b-94b7-fb34be8f11a7 HTTP/1.1" status: 204 len: 168 time: 1.4469545 Jul 14 14:02:33.994329 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab8280-b9c1-4c94-9a54-9acf130cb1ff admin admin] Pushing event deleted for resources: {'Network': ['ID=71f287e9-8674-4e0b-94b7-fb34be8f11a7,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:34.004986 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Transition to ACTIVE for port object ff707c2b-ef8e-462a-ae07-f56018060ca0 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:34.014351 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce41d9-9e26-4b96-abb3-0fb22f173ebd None None] The sync data for ids ['a14859af-fc9b-44b2-b5af-94b09230cfb8'] in dv-cinder-786927-3-iscsi is: [{'id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'name': 'tempest-TestShelveInstance-99644648-router', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '72a2c77d-d14d-4e26-b1fe-0219dacf210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:26Z', 'updated_at': '2021-07-14T14:02:28Z', 'revision_number': 3, 'project_id': '228f35c1a774411699d3856bcf4f18a0', 'gw_port': {'id': '72a2c77d-d14d-4e26-b1fe-0219dacf210e', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:41:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:27Z', 'updated_at': '2021-07-14T14:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:02:34.080691 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:34.157950 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Pushing event updated for resources: {'Port': ['ID=ff707c2b-ef8e-462a-ae07-f56018060ca0,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:34.165254 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3697b3-5d9e-4d79-8781-847210081a59 req-5b671a49-2740-4c79-a4d2-eae3f30faf40 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:34.174796 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Network 960377c9-17a8-47b4-8a74-31a75ade7531 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:34.176246 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:34.177955 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ac3697b3-5d9e-4d79-8781-847210081a59 req-5b671a49-2740-4c79-a4d2-eae3f30faf40 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.2175100 Jul 14 14:02:34.184265 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:02:34.259640 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51184) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:34.296212 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409001'] for router_interface, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:34.335399 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ac3697b3-5d9e-4d79-8781-847210081a59 req-beaa0a91-6867-4975-9dbb-14ad248d0073 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560550 Jul 14 14:02:34.542315 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-417de595-9523-4ce3-b98c-e934ca966522 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40ee73c715d64e06adc1c8d53f355c51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2805338 Jul 14 14:02:34.546394 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51192) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:34.560027 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-fa4b8cda-f2a2-4b72-ab11-b0ebe919f362 None None] Provisioning for port ff707c2b-ef8e-462a-ae07-f56018060ca0 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:34.569693 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-fa4b8cda-f2a2-4b72-ab11-b0ebe919f362 None None] Provisioning complete for port ff707c2b-ef8e-462a-ae07-f56018060ca0 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:34.571358 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fa4b8cda-f2a2-4b72-ab11-b0ebe919f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:34.647308 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-fa4b8cda-f2a2-4b72-ab11-b0ebe919f362 None None] Port ff707c2b-ef8e-462a-ae07-f56018060ca0 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:02:34.702946 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6563fab1-599a-4376-870d-e8c289221770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:34.723647 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:34.742501 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6563fab1-599a-4376-870d-e8c289221770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:34.935134 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6563fab1-599a-4376-870d-e8c289221770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:34.938291 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6563fab1-599a-4376-870d-e8c289221770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:34.939616 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6563fab1-599a-4376-870d-e8c289221770 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/51446841-5558-461d-b619-239fd3ed8247 HTTP/1.1" status: 204 len: 168 time: 0.3908784 Jul 14 14:02:34.963911 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563fab1-599a-4376-870d-e8c289221770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51446841-5558-461d-b619-239fd3ed8247,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:35.114787 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:35.126143 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:35.233350 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Pushing event updated for resources: {'Port': ['ID=ff707c2b-ef8e-462a-ae07-f56018060ca0,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:35.238806 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16476197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407779'] for router_interface, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:35.286056 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 64948ff6-f856-4f58-819e-90f492866358 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:35.388525 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Network 960377c9-17a8-47b4-8a74-31a75ade7531 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:02:35.389789 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:02:35.580864 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Router a14859af-fc9b-44b2-b5af-94b09230cfb8 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:02:35.736142 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec4d48-1030-4e4b-bb22-aaab738a5a38 req-be1868b5-33f4-436c-b532-3dadb39629cf tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:35.741731 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-46ec4d48-1030-4e4b-bb22-aaab738a5a38 req-be1868b5-33f4-436c-b532-3dadb39629cf tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1601586 Jul 14 14:02:35.761838 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 64948ff6-f856-4f58-819e-90f492866358 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:35.765287 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:35.818123 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-46ec4d48-1030-4e4b-bb22-aaab738a5a38 req-f99cf0c5-778c-4591-bb0d-5e4f883876c3 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692267 Jul 14 14:02:35.855219 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:02:35.862749 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-819b8a29-ccfa-45ed-8e6f-296123329112 admin admin] 10.222.0.57 "PUT /v2.0/routers/a14859af-fc9b-44b2-b5af-94b09230cfb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7298498 Jul 14 14:02:35.931582 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-e0476881-f401-486e-93ba-2a8d856a62e4 None None] Provisioning complete for port ff707c2b-ef8e-462a-ae07-f56018060ca0 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:35.932004 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e0476881-f401-486e-93ba-2a8d856a62e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:35.981785 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-e0476881-f401-486e-93ba-2a8d856a62e4 None None] Port ff707c2b-ef8e-462a-ae07-f56018060ca0 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:02:35.984431 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 72a2c77d-d14d-4e26-b1fe-0219dacf210e up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:36.068931 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 72a2c77d-d14d-4e26-b1fe-0219dacf210e completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:36.081954 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 72a2c77d-d14d-4e26-b1fe-0219dacf210e triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:36.082371 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:36.212599 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:36.247309 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port 72a2c77d-d14d-4e26-b1fe-0219dacf210e, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=72a2c77d-d14d-4e26-b1fe-0219dacf210e,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:36.252740 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:36.309968 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=72a2c77d-d14d-4e26-b1fe-0219dacf210e,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:36.411282 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4146a559-1ce1-4a5b-ab2a-08c1e059f66c req-90f3d9e0-db65-4373-9220-006199d8184f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609612 Jul 14 14:02:36.544513 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Sync routers for ids ['a14859af-fc9b-44b2-b5af-94b09230cfb8'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:02:36.557360 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146a559-1ce1-4a5b-ab2a-08c1e059f66c req-0ef166fe-bf55-4d7c-8d53-a83af3ea2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:36.558964 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4146a559-1ce1-4a5b-ab2a-08c1e059f66c req-0ef166fe-bf55-4d7c-8d53-a83af3ea2870 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 1099 time: 0.0975475 Jul 14 14:02:36.562614 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Routers {'a14859af-fc9b-44b2-b5af-94b09230cfb8'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:36.568644 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:02:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a14859af-fc9b-44b2-b5af-94b09230cfb8'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:36.737100 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Set router a14859af-fc9b-44b2-b5af-94b09230cfb8 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:36.750410 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146a559-1ce1-4a5b-ab2a-08c1e059f66c req-0d90248e-6f14-4d71-abc3-02708f3e7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:36.753103 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4146a559-1ce1-4a5b-ab2a-08c1e059f66c req-0d90248e-6f14-4d71-abc3-02708f3e7efc service neutron] 10.222.0.38 "GET /v2.0/networks?id=71a6fd6e-e0b7-41ce-b515-46956efe817e HTTP/1.1" status: 200 len: 920 time: 0.1418805 Jul 14 14:02:36.808414 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4146a559-1ce1-4a5b-ab2a-08c1e059f66c req-013d18f4-cef2-41db-80ca-79ccc2fc4361 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca803e8-df03-4c96-829e-9a762b8801e3 HTTP/1.1" status: 200 len: 217 time: 0.0448413 Jul 14 14:02:36.925779 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146a559-1ce1-4a5b-ab2a-08c1e059f66c req-1ba87263-b954-4f1e-b453-9503d605a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:36.938179 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4146a559-1ce1-4a5b-ab2a-08c1e059f66c req-1ba87263-b954-4f1e-b453-9503d605a09f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57 HTTP/1.1" status: 200 len: 859 time: 0.1126554 Jul 14 14:02:37.039954 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4146a559-1ce1-4a5b-ab2a-08c1e059f66c req-77336ca9-214f-4691-9407-40755c5efdaa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71a6fd6e-e0b7-41ce-b515-46956efe817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912817 Jul 14 14:02:37.056431 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'name': 'tempest-TestShelveInstance-99644648-router', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '72a2c77d-d14d-4e26-b1fe-0219dacf210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:26Z', 'updated_at': '2021-07-14T14:02:34Z', 'revision_number': 4, 'project_id': '228f35c1a774411699d3856bcf4f18a0', 'gw_port': {'id': '72a2c77d-d14d-4e26-b1fe-0219dacf210e', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:27Z', 'updated_at': '2021-07-14T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'ff707c2b-ef8e-462a-ae07-f56018060ca0', 'name': '', 'network_id': '960377c9-17a8-47b4-8a74-31a75ade7531', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'mac_address': 'fa:16:3e:c9:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '383fb784-7e32-4873-8429-27f9e9be821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:32Z', 'updated_at': '2021-07-14T14:02:34Z', 'revision_number': 2, 'project_id': '228f35c1a774411699d3856bcf4f18a0', 'subnets': [{'id': '383fb784-7e32-4873-8429-27f9e9be821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:37.141660 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Checking router: a14859af-fc9b-44b2-b5af-94b09230cfb8 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:02:37.143266 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Updating router a14859af-fc9b-44b2-b5af-94b09230cfb8 port ff707c2b-ef8e-462a-ae07-f56018060ca0 binding host dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:02:37.231025 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:37.234483 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 72a2c77d-d14d-4e26-b1fe-0219dacf210e up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:37.352840 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972e961-a8aa-45db-b67d-5ad8a8d95abb req-706691c4-5be8-40fc-9325-ed115cd03af8 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:37.354516 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1972e961-a8aa-45db-b67d-5ad8a8d95abb req-706691c4-5be8-40fc-9325-ed115cd03af8 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1417789 Jul 14 14:02:37.359169 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4146a559-1ce1-4a5b-ab2a-08c1e059f66c req-577d956d-72c0-4d09-824d-10610a7e7489 service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108909 Jul 14 14:02:37.472100 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 72a2c77d-d14d-4e26-b1fe-0219dacf210e triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:37.472532 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:37.592592 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1972e961-a8aa-45db-b67d-5ad8a8d95abb req-c9cc8aa8-579e-4025-ae31-4b2a9ec00fcd tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253826 Jul 14 14:02:37.744569 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4146a559-1ce1-4a5b-ab2a-08c1e059f66c req-176f49a8-0c27-4c53-9233-ca028cbae08c service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663814 Jul 14 14:02:37.831910 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51314) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:37.851481 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-e7029e4e-0396-469f-a4d6-81f65ab698c7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073609904', 'description': 'tempest-secgroup-smoke-2073609904 description', 'project_id': 'e27764fd7e97437f820fc188b28a2fde'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:37.950019 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7029e4e-0396-469f-a4d6-81f65ab698c7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.001364 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.002702 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Transition to ACTIVE for port object ff707c2b-ef8e-462a-ae07-f56018060ca0 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:02:38.025643 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.146694 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7029e4e-0396-469f-a4d6-81f65ab698c7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.153907 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7029e4e-0396-469f-a4d6-81f65ab698c7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.184448 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470fce4-24a5-439d-8457-d0fc60f704ee None None] Pushing event updated for resources: {'Port': ['ID=ff707c2b-ef8e-462a-ae07-f56018060ca0,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:38.204578 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7029e4e-0396-469f-a4d6-81f65ab698c7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8605b09c-30ee-483c-b4d3-6712018f6a5e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:38.236649 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7029e4e-0396-469f-a4d6-81f65ab698c7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.238277 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e7029e4e-0396-469f-a4d6-81f65ab698c7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4046519 Jul 14 14:02:38.244733 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51330) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:38.265441 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-d6fc5681-c332-4219-a6ad-024d2a35e9ab tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Request body: {'security_group_rule': {'security_group_id': '8605b09c-30ee-483c-b4d3-6712018f6a5e', 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:38.265786 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51332) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:38.317623 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Attempting to bind port ff707c2b-ef8e-462a-ae07-f56018060ca0 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:02:38.318017 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Attempting to bind port ff707c2b-ef8e-462a-ae07-f56018060ca0 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '6371818f-9ff2-4a73-9823-d6df6cbf0e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '960377c9-17a8-47b4-8a74-31a75ade7531'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:02:38.318367 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Attempting to bind port ff707c2b-ef8e-462a-ae07-f56018060ca0 on network 960377c9-17a8-47b4-8a74-31a75ade7531 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:02:38.334045 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6fc5681-c332-4219-a6ad-024d2a35e9ab tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.334395 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:02:38.334810 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Checking segment: {'id': '6371818f-9ff2-4a73-9823-d6df6cbf0e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '960377c9-17a8-47b4-8a74-31a75ade7531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:02:38.335221 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.335625 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Bound using segment: {'id': '6371818f-9ff2-4a73-9823-d6df6cbf0e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '960377c9-17a8-47b4-8a74-31a75ade7531'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:02:38.336302 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Bound port: ff707c2b-ef8e-462a-ae07-f56018060ca0, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6371818f-9ff2-4a73-9823-d6df6cbf0e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '960377c9-17a8-47b4-8a74-31a75ade7531'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:02:38.340575 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.453326 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] For port ff707c2b-ef8e-462a-ae07-f56018060ca0, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:02:38.465261 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] For port ff707c2b-ef8e-462a-ae07-f56018060ca0, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=ff707c2b-ef8e-462a-ae07-f56018060ca0,segment=NetworkSegment(6371818f-9ff2-4a73-9823-d6df6cbf0e00),segment_id=6371818f-9ff2-4a73-9823-d6df6cbf0e00)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:02:38.476032 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.512856 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6fc5681-c332-4219-a6ad-024d2a35e9ab tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.531875 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6fc5681-c332-4219-a6ad-024d2a35e9ab tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.536275 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d0745bb7-279d-4fad-bab9-c6e87244f686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.572834 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc5681-c332-4219-a6ad-024d2a35e9ab tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9052b43-0608-49a4-bba7-857189eb0889,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:38.578404 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470fce4-24a5-439d-8457-d0fc60f704ee None None] Pushing event updated for resources: {'Port': ['ID=ff707c2b-ef8e-462a-ae07-f56018060ca0,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:38.607099 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Routers {'a14859af-fc9b-44b2-b5af-94b09230cfb8'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:02:38.608116 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:02:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a14859af-fc9b-44b2-b5af-94b09230cfb8'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:38.728229 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d0745bb7-279d-4fad-bab9-c6e87244f686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.747246 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d0745bb7-279d-4fad-bab9-c6e87244f686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.761726 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6fc5681-c332-4219-a6ad-024d2a35e9ab tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.787677 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d6fc5681-c332-4219-a6ad-024d2a35e9ab tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5414879 Jul 14 14:02:38.788999 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51346) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:38.803154 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] Set router a14859af-fc9b-44b2-b5af-94b09230cfb8 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:02:38.804524 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-e146dabb-337e-4b9f-8ac4-b1560eaa5d09 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Request body: {'security_group_rule': {'security_group_id': '8605b09c-30ee-483c-b4d3-6712018f6a5e', 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:38.811054 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d0745bb7-279d-4fad-bab9-c6e87244f686 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad1060c60fed4cfbbae24203d53bf587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470264 Jul 14 14:02:38.817139 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51348) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:38.834976 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0745bb7-279d-4fad-bab9-c6e87244f686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c1982f-26d4-4e1b-9e12-0b6718021721,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:38.909878 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8d896edc-0109-4568-9076-9c18ab1982ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.964797 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8d896edc-0109-4568-9076-9c18ab1982ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:38.977748 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e146dabb-337e-4b9f-8ac4-b1560eaa5d09 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:39.059949 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e146dabb-337e-4b9f-8ac4-b1560eaa5d09 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:39.074833 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8d896edc-0109-4568-9076-9c18ab1982ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:39.077803 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8d896edc-0109-4568-9076-9c18ab1982ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:39.083587 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e146dabb-337e-4b9f-8ac4-b1560eaa5d09 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:39.083844 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8d896edc-0109-4568-9076-9c18ab1982ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66c1982f-26d4-4e1b-9e12-0b6718021721 HTTP/1.1" status: 204 len: 168 time: 0.2607002 Jul 14 14:02:39.096889 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d896edc-0109-4568-9076-9c18ab1982ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c1982f-26d4-4e1b-9e12-0b6718021721,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:39.103393 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146dabb-337e-4b9f-8ac4-b1560eaa5d09 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54d1ecf-d3c6-462d-9249-b7610bfa9814,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:39.129474 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11147f-3d47-45ca-8706-3d9dbfd4f249 req-b5723514-7b35-4473-bddb-fc3bfcccbbeb tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:39.131244 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea11147f-3d47-45ca-8706-3d9dbfd4f249 req-b5723514-7b35-4473-bddb-fc3bfcccbbeb tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.3031645 Jul 14 14:02:39.180854 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e146dabb-337e-4b9f-8ac4-b1560eaa5d09 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:39.186891 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e146dabb-337e-4b9f-8ac4-b1560eaa5d09 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3922343 Jul 14 14:02:39.187344 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51366) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:39.201631 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-beb68b07-cc0c-481e-aff4-158c919bb514 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Request body: {'security_group_rule': {'security_group_id': '8605b09c-30ee-483c-b4d3-6712018f6a5e', 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:39.217794 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea11147f-3d47-45ca-8706-3d9dbfd4f249 req-62c84b1c-2044-4d7a-bd26-ea8c3cdfb718 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852838 Jul 14 14:02:39.254849 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-beb68b07-cc0c-481e-aff4-158c919bb514 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:39.428822 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-beb68b07-cc0c-481e-aff4-158c919bb514 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:39.439559 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-beb68b07-cc0c-481e-aff4-158c919bb514 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:39.470785 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'name': 'tempest-TestShelveInstance-99644648-router', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '72a2c77d-d14d-4e26-b1fe-0219dacf210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:26Z', 'updated_at': '2021-07-14T14:02:34Z', 'revision_number': 4, 'project_id': '228f35c1a774411699d3856bcf4f18a0', 'gw_port': {'id': '72a2c77d-d14d-4e26-b1fe-0219dacf210e', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:27Z', 'updated_at': '2021-07-14T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'ff707c2b-ef8e-462a-ae07-f56018060ca0', 'name': '', 'network_id': '960377c9-17a8-47b4-8a74-31a75ade7531', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'mac_address': 'fa:16:3e:c9:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '383fb784-7e32-4873-8429-27f9e9be821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:32Z', 'updated_at': '2021-07-14T14:02:38Z', 'revision_number': 4, 'project_id': '228f35c1a774411699d3856bcf4f18a0', 'subnets': [{'id': '383fb784-7e32-4873-8429-27f9e9be821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:39.488931 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb68b07-cc0c-481e-aff4-158c919bb514 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d918cb44-5def-47de-8132-eb6496d7f371,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:39.499130 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-beb68b07-cc0c-481e-aff4-158c919bb514 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:39.502119 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-beb68b07-cc0c-481e-aff4-158c919bb514 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3124261 Jul 14 14:02:39.505900 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006a9e3-2d5a-4b54-bd44-bd06adcee2a9 None None] The sync data for ids ['a14859af-fc9b-44b2-b5af-94b09230cfb8'] in dv-cinder-786927-3-iscsi is: [{'id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'name': 'tempest-TestShelveInstance-99644648-router', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '72a2c77d-d14d-4e26-b1fe-0219dacf210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:26Z', 'updated_at': '2021-07-14T14:02:34Z', 'revision_number': 4, 'project_id': '228f35c1a774411699d3856bcf4f18a0', 'gw_port': {'id': '72a2c77d-d14d-4e26-b1fe-0219dacf210e', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:27Z', 'updated_at': '2021-07-14T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'ff707c2b-ef8e-462a-ae07-f56018060ca0', 'name': '', 'network_id': '960377c9-17a8-47b4-8a74-31a75ade7531', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'mac_address': 'fa:16:3e:c9:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '383fb784-7e32-4873-8429-27f9e9be821c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:32Z', 'updated_at': '2021-07-14T14:02:38Z', 'revision_number': 4, 'project_id': '228f35c1a774411699d3856bcf4f18a0', 'subnets': [{'id': '383fb784-7e32-4873-8429-27f9e9be821c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:02:39.508972 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51372) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:39.530241 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-0aa986ea-e1e7-4d1c-bbfc-f4c7c68e74ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Request body: {'security_group_rule': {'security_group_id': '8605b09c-30ee-483c-b4d3-6712018f6a5e', 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:39.651061 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0aa986ea-e1e7-4d1c-bbfc-f4c7c68e74ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:39.883092 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0aa986ea-e1e7-4d1c-bbfc-f4c7c68e74ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:39.909756 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0aa986ea-e1e7-4d1c-bbfc-f4c7c68e74ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:39.976183 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa986ea-e1e7-4d1c-bbfc-f4c7c68e74ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5d4391-3e46-4eaf-8590-6e9c86202a35,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:40.002015 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51398) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:40.020850 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0aa986ea-e1e7-4d1c-bbfc-f4c7c68e74ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.022644 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0aa986ea-e1e7-4d1c-bbfc-f4c7c68e74ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5096471 Jul 14 14:02:40.026636 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51400) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:40.031480 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-9b124055-7da4-4d59-9d9b-0a1277e3e4a1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Request body: {'security_group_rule': {'security_group_id': '8605b09c-30ee-483c-b4d3-6712018f6a5e', 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:40.048176 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4a7f0961-a636-48d8-87cb-a20858673575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.071975 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.securitygroups_db [None req-9b124055-7da4-4d59-9d9b-0a1277e3e4a1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Project e27764fd7e97437f820fc188b28a2fde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:02:40.084519 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9b124055-7da4-4d59-9d9b-0a1277e3e4a1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.265470 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9b124055-7da4-4d59-9d9b-0a1277e3e4a1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.276327 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9b124055-7da4-4d59-9d9b-0a1277e3e4a1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.356634 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b124055-7da4-4d59-9d9b-0a1277e3e4a1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ec5646-2e70-4db8-a539-68e0a7786de6,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:40.373032 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4a7f0961-a636-48d8-87cb-a20858673575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.383591 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4a7f0961-a636-48d8-87cb-a20858673575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.404953 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9b124055-7da4-4d59-9d9b-0a1277e3e4a1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.406652 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-9b124055-7da4-4d59-9d9b-0a1277e3e4a1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3787951 Jul 14 14:02:40.410603 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51416) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:40.416895 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-5c6fc868-8ad3-4d0d-8564-96b19ab8d62e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Request body: {'security_group_rule': {'security_group_id': '8605b09c-30ee-483c-b4d3-6712018f6a5e', 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:02:40.460893 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.securitygroups_db [None req-5c6fc868-8ad3-4d0d-8564-96b19ab8d62e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Project e27764fd7e97437f820fc188b28a2fde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:02:40.485650 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5c6fc868-8ad3-4d0d-8564-96b19ab8d62e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.501560 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f0961-a636-48d8-87cb-a20858673575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98aa438c-97ce-4951-b97b-a8e15f28925b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:40.546404 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4a7f0961-a636-48d8-87cb-a20858673575 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0cae1ca769e14c20b82a1567c08874a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5428178 Jul 14 14:02:40.550558 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51420) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:40.560686 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51422) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:40.633485 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-048d595e-4b43-4abe-b76c-5bffcd63e13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.658166 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2760567-049b-4d6b-a1ed-d79b76ea877d req-939ea382-2308-444b-853c-503df3a4bfe8 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:40.660144 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a2760567-049b-4d6b-a1ed-d79b76ea877d req-939ea382-2308-444b-853c-503df3a4bfe8 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1991940 Jul 14 14:02:40.697012 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5c6fc868-8ad3-4d0d-8564-96b19ab8d62e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.700625 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-048d595e-4b43-4abe-b76c-5bffcd63e13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.713888 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5c6fc868-8ad3-4d0d-8564-96b19ab8d62e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.722876 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.749657 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a2760567-049b-4d6b-a1ed-d79b76ea877d req-5e9b7cc8-eb04-4011-904b-be9b5ca5262a tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812943 Jul 14 14:02:40.764084 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d9f539ae-bdf3-4cab-ad9b-33a73d34d905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.776980 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fc868-8ad3-4d0d-8564-96b19ab8d62e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574c14d9-90ec-4ee2-bcca-789a7571c46e,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:40.793785 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-048d595e-4b43-4abe-b76c-5bffcd63e13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.796675 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-048d595e-4b43-4abe-b76c-5bffcd63e13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.797812 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-048d595e-4b43-4abe-b76c-5bffcd63e13d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98aa438c-97ce-4951-b97b-a8e15f28925b HTTP/1.1" status: 204 len: 168 time: 0.2462189 Jul 14 14:02:40.806246 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5c6fc868-8ad3-4d0d-8564-96b19ab8d62e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.821090 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-5c6fc868-8ad3-4d0d-8564-96b19ab8d62e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3954439 Jul 14 14:02:40.826528 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d595e-4b43-4abe-b76c-5bffcd63e13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aa438c-97ce-4951-b97b-a8e15f28925b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:40.966063 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d9f539ae-bdf3-4cab-ad9b-33a73d34d905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:40.981662 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d9f539ae-bdf3-4cab-ad9b-33a73d34d905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:41.033882 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d9f539ae-bdf3-4cab-ad9b-33a73d34d905 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=28b0b1c89715448db63b32471ce3aa3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715617 Jul 14 14:02:41.035027 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f539ae-bdf3-4cab-ad9b-33a73d34d905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd78ca83-370b-4683-a01f-e68e065878d4,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:41.038025 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51440) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:41.115636 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc3a-d3f0-46f5-ac3f-6631211c10b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:41.148395 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc3a-d3f0-46f5-ac3f-6631211c10b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:41.264194 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc3a-d3f0-46f5-ac3f-6631211c10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:41.269479 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device ff707c2b-ef8e-462a-ae07-f56018060ca0 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:41.272106 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b49fc3a-d3f0-46f5-ac3f-6631211c10b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:41.273307 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6b49fc3a-d3f0-46f5-ac3f-6631211c10b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cd78ca83-370b-4683-a01f-e68e065878d4 HTTP/1.1" status: 204 len: 168 time: 0.2343216 Jul 14 14:02:41.282268 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49fc3a-d3f0-46f5-ac3f-6631211c10b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd78ca83-370b-4683-a01f-e68e065878d4,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:41.471182 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port ff707c2b-ef8e-462a-ae07-f56018060ca0 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:02:41.493495 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port ff707c2b-ef8e-462a-ae07-f56018060ca0 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:41.493982 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:41.644854 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:41.721681 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port ff707c2b-ef8e-462a-ae07-f56018060ca0, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=ff707c2b-ef8e-462a-ae07-f56018060ca0,segment=NetworkSegment(6371818f-9ff2-4a73-9823-d6df6cbf0e00),segment_id=6371818f-9ff2-4a73-9823-d6df6cbf0e00)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:02:41.735765 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:41.857864 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=ff707c2b-ef8e-462a-ae07-f56018060ca0,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:41.935332 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51520) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:41.958364 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-766fa6ff-2936-473d-b5e8-e3a30fcc182d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:42.099068 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-766fa6ff-2936-473d-b5e8-e3a30fcc182d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:42.109084 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-766fa6ff-2936-473d-b5e8-e3a30fcc182d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:42.142025 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6999c3-d01f-41cd-93f5-b688ed38d0d0 req-a65e36e4-dcb9-4d42-b057-28b8781c3725 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:42.143634 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e6999c3-d01f-41cd-93f5-b688ed38d0d0 req-a65e36e4-dcb9-4d42-b057-28b8781c3725 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1524169 Jul 14 14:02:42.169775 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-766fa6ff-2936-473d-b5e8-e3a30fcc182d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=319cb6d62dc44a618c2e699cd6c91694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331591 Jul 14 14:02:42.180618 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51524) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:42.244198 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e6999c3-d01f-41cd-93f5-b688ed38d0d0 req-6bf92b9d-1c8d-4ecc-a9cf-d5dc58f8a312 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933428 Jul 14 14:02:42.277200 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fa6ff-2936-473d-b5e8-e3a30fcc182d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e243d6-d751-4bb6-b76b-347a99b11c43,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:42.395951 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-648a99ec-7642-42fb-b916-852a44441421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:42.452546 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-648a99ec-7642-42fb-b916-852a44441421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:42.561981 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-648a99ec-7642-42fb-b916-852a44441421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:42.567250 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-648a99ec-7642-42fb-b916-852a44441421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:42.573390 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-648a99ec-7642-42fb-b916-852a44441421 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/22e243d6-d751-4bb6-b76b-347a99b11c43 HTTP/1.1" status: 204 len: 168 time: 0.3869588 Jul 14 14:02:42.585366 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a99ec-7642-42fb-b916-852a44441421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e243d6-d751-4bb6-b76b-347a99b11c43,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:42.663697 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:02:43.232123 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device ff707c2b-ef8e-462a-ae07-f56018060ca0 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:02:43.429460 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51594) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:43.460627 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port ff707c2b-ef8e-462a-ae07-f56018060ca0 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:02:43.461003 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:43.640100 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-125ff6c3-733f-41c0-aad7-9b6761806f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:43.849398 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89354a55-3840-43e4-8595-bebc4e2312fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:43.981515 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae13d2-3b6e-4d05-9e93-111d948a5c2f req-87bc4861-c584-428a-a44f-20bb0eef0637 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:43.984706 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d5ae13d2-3b6e-4d05-9e93-111d948a5c2f req-87bc4861-c584-428a-a44f-20bb0eef0637 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.2821093 Jul 14 14:02:44.102054 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d5ae13d2-3b6e-4d05-9e93-111d948a5c2f req-54c53bae-77bc-49e9-8cd5-98862e98fd4b tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060762 Jul 14 14:02:44.173988 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89354a55-3840-43e4-8595-bebc4e2312fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.180892 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-89354a55-3840-43e4-8595-bebc4e2312fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.235057 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-89354a55-3840-43e4-8595-bebc4e2312fb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5e44356fc3704806a9ace680847e4854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8040235 Jul 14 14:02:44.236477 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89354a55-3840-43e4-8595-bebc4e2312fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b993cd-0e13-49cb-bad2-2a2c1bba9b5e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:44.238246 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51628) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:44.365537 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3103f18f-0f27-4286-9ba6-43693e4f18e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.423009 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51638) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:44.433006 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3103f18f-0f27-4286-9ba6-43693e4f18e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.552532 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3103f18f-0f27-4286-9ba6-43693e4f18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.557339 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3103f18f-0f27-4286-9ba6-43693e4f18e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.559650 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-3103f18f-0f27-4286-9ba6-43693e4f18e7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c5b993cd-0e13-49cb-bad2-2a2c1bba9b5e HTTP/1.1" status: 204 len: 168 time: 0.3192267 Jul 14 14:02:44.569160 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103f18f-0f27-4286-9ba6-43693e4f18e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b993cd-0e13-49cb-bad2-2a2c1bba9b5e,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:44.660092 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6792bc66-bb99-4bdc-8f8f-31f2cb6dfa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.720289 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51658) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:44.782856 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f1f72f-f921-4a01-85b3-fb5a3c025c4f admin admin] Deleting subnet f12f4ec3-ea36-4425-acba-0b8a0eecfbc3 {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:02:44.786823 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67f1f72f-f921-4a01-85b3-fb5a3c025c4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.835632 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67f1f72f-f921-4a01-85b3-fb5a3c025c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3664182'] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.861424 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6792bc66-bb99-4bdc-8f8f-31f2cb6dfa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.862588 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6792bc66-bb99-4bdc-8f8f-31f2cb6dfa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.926521 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6792bc66-bb99-4bdc-8f8f-31f2cb6dfa30 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=69f356a3aa2b48ae973346b9e8af9dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5018702 Jul 14 14:02:44.927607 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51664) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:44.928288 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792bc66-bb99-4bdc-8f8f-31f2cb6dfa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e393db09-1883-42de-8098-997cf3ee6981,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:44.928639 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67f1f72f-f921-4a01-85b3-fb5a3c025c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:44.991724 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2b4d1c5e-ec4a-4fa5-a3b1-2a602070b09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.021493 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2b4d1c5e-ec4a-4fa5-a3b1-2a602070b09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.046957 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67f1f72f-f921-4a01-85b3-fb5a3c025c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2796991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3572722'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.095779 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2b4d1c5e-ec4a-4fa5-a3b1-2a602070b09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.098765 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2b4d1c5e-ec4a-4fa5-a3b1-2a602070b09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.103653 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2b4d1c5e-ec4a-4fa5-a3b1-2a602070b09f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e393db09-1883-42de-8098-997cf3ee6981 HTTP/1.1" status: 204 len: 168 time: 0.1716428 Jul 14 14:02:45.105695 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67f1f72f-f921-4a01-85b3-fb5a3c025c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.109808 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-67f1f72f-f921-4a01-85b3-fb5a3c025c4f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f12f4ec3-ea36-4425-acba-0b8a0eecfbc3 HTTP/1.1" status: 204 len: 168 time: 0.3881140 Jul 14 14:02:45.111874 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1f72f-f921-4a01-85b3-fb5a3c025c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12f4ec3-ea36-4425-acba-0b8a0eecfbc3,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:45.113601 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51678) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:45.116540 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d1c5e-ec4a-4fa5-a3b1-2a602070b09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e393db09-1883-42de-8098-997cf3ee6981,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:45.337883 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56780e6d-691d-4223-821c-8b3c4aff236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.504195 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b3091-1ad6-42e0-bfe4-d6c36671544d req-14d58fb0-c2b1-451a-aa84-08ffb9626da4 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:45.505807 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e12b3091-1ad6-42e0-bfe4-d6c36671544d req-14d58fb0-c2b1-451a-aa84-08ffb9626da4 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.2623019 Jul 14 14:02:45.507529 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56780e6d-691d-4223-821c-8b3c4aff236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.522642 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-56780e6d-691d-4223-821c-8b3c4aff236b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9e21a7-b0dc-4c77-8a8e-5619bd5a7570']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:45.552640 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-56780e6d-691d-4223-821c-8b3c4aff236b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cab231b-329b-42c9-8e9a-67b2e9d17b5f') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:45.552640 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-56780e6d-691d-4223-821c-8b3c4aff236b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cab231b-329b-42c9-8e9a-67b2e9d17b5f') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:45.570611 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56780e6d-691d-4223-821c-8b3c4aff236b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973827'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.620841 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e12b3091-1ad6-42e0-bfe4-d6c36671544d req-7b76eb3f-aa4d-4a93-9f2b-88f170412945 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037581 Jul 14 14:02:45.622070 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56780e6d-691d-4223-821c-8b3c4aff236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.648517 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56780e6d-691d-4223-821c-8b3c4aff236b admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:02:45.648972 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56780e6d-691d-4223-821c-8b3c4aff236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3974124'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: timer() Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: self._notify() Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: event.method(event) Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:02:45.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:02:45.798664 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56780e6d-691d-4223-821c-8b3c4aff236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.810548 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56780e6d-691d-4223-821c-8b3c4aff236b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.815818 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-56780e6d-691d-4223-821c-8b3c4aff236b admin admin] 10.222.0.57 "DELETE /v2.0/networks/9c9e21a7-b0dc-4c77-8a8e-5619bd5a7570 HTTP/1.1" status: 204 len: 168 time: 0.7001853 Jul 14 14:02:45.818719 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51700) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:45.842349 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56780e6d-691d-4223-821c-8b3c4aff236b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c9e21a7-b0dc-4c77-8a8e-5619bd5a7570,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:45.850199 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51702) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:45.880271 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-80a4dc26-f139-4814-9d32-197cbb45a193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:45.932109 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffaf4fb-6ce1-46c5-9ef5-109e38bd26a9 admin admin] Deleting subnet 79510f9f-a978-4ac4-9c4a-0e5e09034394 {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:02:45.938945 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fffaf4fb-6ce1-46c5-9ef5-109e38bd26a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.052587 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-80a4dc26-f139-4814-9d32-197cbb45a193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.054673 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fffaf4fb-6ce1-46c5-9ef5-109e38bd26a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3664182'] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.064296 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-80a4dc26-f139-4814-9d32-197cbb45a193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.164228 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4dc26-f139-4814-9d32-197cbb45a193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236b1e93-0cf7-4625-b2d0-fc272473f613,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:46.172313 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fffaf4fb-6ce1-46c5-9ef5-109e38bd26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.197445 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-80a4dc26-f139-4814-9d32-197cbb45a193 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=86541b1d6d21432c90343979e411bb8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442345 Jul 14 14:02:46.199260 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51716) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:46.263282 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fffaf4fb-6ce1-46c5-9ef5-109e38bd26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2796991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3572722'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.313244 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-90478a36-7078-4ecd-b6f7-d49aa44f1e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.334023 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-083c8439-7554-41a3-8b7e-002844821993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.359972 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffaf4fb-6ce1-46c5-9ef5-109e38bd26a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79510f9f-a978-4ac4-9c4a-0e5e09034394,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:46.376778 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fffaf4fb-6ce1-46c5-9ef5-109e38bd26a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.386210 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51728) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:46.389361 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-fffaf4fb-6ce1-46c5-9ef5-109e38bd26a9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/79510f9f-a978-4ac4-9c4a-0e5e09034394 HTTP/1.1" status: 204 len: 168 time: 0.5627506 Jul 14 14:02:46.417941 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-90478a36-7078-4ecd-b6f7-d49aa44f1e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.443600 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.576382 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12f05627-4cd6-4e57-bf75-c31a24ab084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.627864 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-90478a36-7078-4ecd-b6f7-d49aa44f1e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.629401 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-90478a36-7078-4ecd-b6f7-d49aa44f1e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.636135 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-90478a36-7078-4ecd-b6f7-d49aa44f1e1c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/236b1e93-0cf7-4625-b2d0-fc272473f613 HTTP/1.1" status: 204 len: 168 time: 0.4293771 Jul 14 14:02:46.698147 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90478a36-7078-4ecd-b6f7-d49aa44f1e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236b1e93-0cf7-4625-b2d0-fc272473f613,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:46.726106 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12f05627-4cd6-4e57-bf75-c31a24ab084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.738305 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-12f05627-4cd6-4e57-bf75-c31a24ab084e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c95cbf4-03eb-4327-bccc-d78e31f90a89']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:46.750459 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-12f05627-4cd6-4e57-bf75-c31a24ab084e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a03ebe5-8bc7-44ed-85ed-6936750aa98c') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:46.750761 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-12f05627-4cd6-4e57-bf75-c31a24ab084e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a03ebe5-8bc7-44ed-85ed-6936750aa98c') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:46.761965 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12f05627-4cd6-4e57-bf75-c31a24ab084e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973827'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.783752 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12f05627-4cd6-4e57-bf75-c31a24ab084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.799314 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f05627-4cd6-4e57-bf75-c31a24ab084e admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:02:46.800931 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12f05627-4cd6-4e57-bf75-c31a24ab084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3974124'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: timer() Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: self._notify() Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: event.method(event) Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:02:46.804214 dv-cinder-786927-3-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:02:46.969159 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51750) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:46.993746 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12f05627-4cd6-4e57-bf75-c31a24ab084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.010411 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12f05627-4cd6-4e57-bf75-c31a24ab084e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.025571 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-12f05627-4cd6-4e57-bf75-c31a24ab084e admin admin] 10.222.0.57 "DELETE /v2.0/networks/0c95cbf4-03eb-4327-bccc-d78e31f90a89 HTTP/1.1" status: 204 len: 168 time: 0.6340086 Jul 14 14:02:47.026868 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51756) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:47.043417 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f05627-4cd6-4e57-bf75-c31a24ab084e admin admin] Pushing event deleted for resources: {'Network': ['ID=0c95cbf4-03eb-4327-bccc-d78e31f90a89,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:47.061779 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4542208-5e65-4e57-8c16-5a59b6dee147 req-97b32c72-3cc8-45a1-ac71-12954cdc5210 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:47.063534 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4542208-5e65-4e57-8c16-5a59b6dee147 req-97b32c72-3cc8-45a1-ac71-12954cdc5210 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1663609 Jul 14 14:02:47.120730 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4542208-5e65-4e57-8c16-5a59b6dee147 req-05f13128-6342-47c4-a707-02a827454869 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454495 Jul 14 14:02:47.317630 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.328840 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-870314c8-85c2-4d94-9894-64d69168aac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.503071 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f14d61cb-35f2-4d93-ab8b-6a5b739544fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.547065 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-870314c8-85c2-4d94-9894-64d69168aac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.556952 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51772) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:47.589787 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-870314c8-85c2-4d94-9894-64d69168aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.653247 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870314c8-85c2-4d94-9894-64d69168aac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cd6dc0-ba04-49d8-a5a2-1532305d88be,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:47.704069 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-97398bb5-2ea0-4b40-ab27-95a6f53e122d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae93e7d3bf8546db964d774c239df85c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449416 Jul 14 14:02:47.705119 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51778) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:47.743770 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-870314c8-85c2-4d94-9894-64d69168aac6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2bfc67e718484754b9a63fa14ccbef9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7734683 Jul 14 14:02:47.744813 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51782) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:47.847814 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4be094d6-c60e-44a3-a2df-839315a61dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.850988 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5bd30a25-02b2-4ffb-9d01-7e8c997b2aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.889556 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4be094d6-c60e-44a3-a2df-839315a61dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.905370 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5bd30a25-02b2-4ffb-9d01-7e8c997b2aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.916832 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f14d61cb-35f2-4d93-ab8b-6a5b739544fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:47.923737 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cf59a-c87d-4839-869f-b6a787780443 req-30ed7652-707d-444f-9b2e-4fea8a4b1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:47.926330 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1e1cf59a-c87d-4839-869f-b6a787780443 req-30ed7652-707d-444f-9b2e-4fea8a4b1e8a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 1098 time: 0.2648280 Jul 14 14:02:47.928189 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f14d61cb-35f2-4d93-ab8b-6a5b739544fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:48.035257 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4be094d6-c60e-44a3-a2df-839315a61dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:48.037941 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4be094d6-c60e-44a3-a2df-839315a61dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:48.046316 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4be094d6-c60e-44a3-a2df-839315a61dfc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3113bd4b-2b2e-4e76-aeec-683a35d5b106 HTTP/1.1" status: 204 len: 168 time: 0.3351924 Jul 14 14:02:48.051259 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5bd30a25-02b2-4ffb-9d01-7e8c997b2aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:48.055383 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5bd30a25-02b2-4ffb-9d01-7e8c997b2aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:48.064567 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5bd30a25-02b2-4ffb-9d01-7e8c997b2aa4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/35cd6dc0-ba04-49d8-a5a2-1532305d88be HTTP/1.1" status: 204 len: 168 time: 0.3126788 Jul 14 14:02:48.084250 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be094d6-c60e-44a3-a2df-839315a61dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3113bd4b-2b2e-4e76-aeec-683a35d5b106,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:48.102178 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd30a25-02b2-4ffb-9d01-7e8c997b2aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cd6dc0-ba04-49d8-a5a2-1532305d88be,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:48.204616 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d61cb-35f2-4d93-ab8b-6a5b739544fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f973abc3-74b8-49b3-8315-4266add1aa62,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:48.223691 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-f14d61cb-35f2-4d93-ab8b-6a5b739544fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0efaee1a05884cce8549040d302aa37c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1918242 Jul 14 14:02:48.224283 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51806) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:48.310423 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1e1cf59a-c87d-4839-869f-b6a787780443 req-c5e587e8-8224-4a78-b443-597ad48be467 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897873 Jul 14 14:02:48.383866 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4668b9ab-1a0d-4d7d-b524-6909f3decda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:48.436867 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4668b9ab-1a0d-4d7d-b524-6909f3decda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:48.600203 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271e539-dc05-498d-95c4-271c2f0e4887 req-d83cf53d-6f80-403c-8456-0691fbfa569c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:48.603825 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5271e539-dc05-498d-95c4-271c2f0e4887 req-d83cf53d-6f80-403c-8456-0691fbfa569c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1438847 Jul 14 14:02:48.635370 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4668b9ab-1a0d-4d7d-b524-6909f3decda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:48.638022 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4668b9ab-1a0d-4d7d-b524-6909f3decda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:48.639319 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4668b9ab-1a0d-4d7d-b524-6909f3decda4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f973abc3-74b8-49b3-8315-4266add1aa62 HTTP/1.1" status: 204 len: 168 time: 0.4140272 Jul 14 14:02:48.659214 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668b9ab-1a0d-4d7d-b524-6909f3decda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f973abc3-74b8-49b3-8315-4266add1aa62,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:48.681496 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5271e539-dc05-498d-95c4-271c2f0e4887 req-4cff953a-78ac-4c32-b249-7906f1321188 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662270 Jul 14 14:02:48.799481 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51820) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:48.875462 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-158df4eb-91f2-4a2b-9962-14bc24ebc7df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1ce068db65da4b569edaa2c48ae15a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703232 Jul 14 14:02:48.875966 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51824) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:48.953553 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f87e75d0-60fd-4527-b68d-1cd4a711f863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:48.981488 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f87e75d0-60fd-4527-b68d-1cd4a711f863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.060667 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f87e75d0-60fd-4527-b68d-1cd4a711f863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.069694 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f87e75d0-60fd-4527-b68d-1cd4a711f863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.071037 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f87e75d0-60fd-4527-b68d-1cd4a711f863 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a4a46518-54d1-403e-ac8e-7121a757712a HTTP/1.1" status: 204 len: 168 time: 0.1932676 Jul 14 14:02:49.085866 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e75d0-60fd-4527-b68d-1cd4a711f863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a46518-54d1-403e-ac8e-7121a757712a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:49.175288 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.214754 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51846) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:49.233249 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-595a0c24-bd33-41a2-ab05-04dd0fc1b8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.377350 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-595a0c24-bd33-41a2-ab05-04dd0fc1b8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.383839 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-595a0c24-bd33-41a2-ab05-04dd0fc1b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.636594 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-595a0c24-bd33-41a2-ab05-04dd0fc1b8b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c150224da7824302889092dc0af6447e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206152 Jul 14 14:02:49.637889 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a0c24-bd33-41a2-ab05-04dd0fc1b8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae272bf-9c27-4f0d-84c7-72715b0c5c83,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:49.640948 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51854) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:49.703874 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a83c2ce4-a8b1-4b02-a5ec-44d36f6c33a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.734725 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a83c2ce4-a8b1-4b02-a5ec-44d36f6c33a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.841127 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a83c2ce4-a8b1-4b02-a5ec-44d36f6c33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.843838 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a83c2ce4-a8b1-4b02-a5ec-44d36f6c33a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.845114 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a83c2ce4-a8b1-4b02-a5ec-44d36f6c33a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ae272bf-9c27-4f0d-84c7-72715b0c5c83 HTTP/1.1" status: 204 len: 168 time: 0.2028182 Jul 14 14:02:49.855853 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c2ce4-a8b1-4b02-a5ec-44d36f6c33a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae272bf-9c27-4f0d-84c7-72715b0c5c83,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:50.012810 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58d552-face-49fb-b620-a148fb8196c3 req-7f208b3e-78a2-412c-bfe5-fcf8f0bec7ac tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:50.015918 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d58d552-face-49fb-b620-a148fb8196c3 req-7f208b3e-78a2-412c-bfe5-fcf8f0bec7ac tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1274745 Jul 14 14:02:50.086025 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d58d552-face-49fb-b620-a148fb8196c3 req-ce92e4a0-ab71-4141-a527-590e76599189 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634933 Jul 14 14:02:50.314805 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51880) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:50.412837 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3e477-63cd-490e-9c9b-5d3185c4843c req-2ec7836d-4a6b-428b-a269-356d17b891e5 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:50.414512 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-69b3e477-63cd-490e-9c9b-5d3185c4843c req-2ec7836d-4a6b-428b-a269-356d17b891e5 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0928907 Jul 14 14:02:50.493989 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-69b3e477-63cd-490e-9c9b-5d3185c4843c req-91947d60-0687-47ba-a3ff-75234f13d812 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713582 Jul 14 14:02:50.852062 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b285110a-6f66-41f3-ae2c-92521a5d2bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:51.082981 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b285110a-6f66-41f3-ae2c-92521a5d2bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:51.101289 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b285110a-6f66-41f3-ae2c-92521a5d2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:51.228377 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285110a-6f66-41f3-ae2c-92521a5d2bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836c4f87-9f60-4f92-a290-8475d0cd6547,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:51.239148 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b285110a-6f66-41f3-ae2c-92521a5d2bfc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3491226cb5b44b6875ac78b3f2bfe92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9231286 Jul 14 14:02:51.244032 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51924) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:51.302676 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a709-277f-41c7-a712-4bb13911dfe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:51.332389 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a709-277f-41c7-a712-4bb13911dfe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:51.439733 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a709-277f-41c7-a712-4bb13911dfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:51.445826 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a709-277f-41c7-a712-4bb13911dfe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:51.448770 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7ca4a709-277f-41c7-a712-4bb13911dfe4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/836c4f87-9f60-4f92-a290-8475d0cd6547 HTTP/1.1" status: 204 len: 168 time: 0.2024426 Jul 14 14:02:51.469385 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4a709-277f-41c7-a712-4bb13911dfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c4f87-9f60-4f92-a290-8475d0cd6547,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:52.176336 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 51956) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:52.207713 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-82818c37-11c4-4583-b69c-cf6f598ae279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.434192 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-82818c37-11c4-4583-b69c-cf6f598ae279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.443557 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-82818c37-11c4-4583-b69c-cf6f598ae279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.584183 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-82818c37-11c4-4583-b69c-cf6f598ae279 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1907d5dee2a34d1e9b3b81ffb65e1fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4054329 Jul 14 14:02:52.586830 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82818c37-11c4-4583-b69c-cf6f598ae279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c29868b-d748-410e-b9e3-674c53d9901e,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:52.588129 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51974) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:52.729185 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e916-0204-4190-98d2-b45e11084fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.761718 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e916-0204-4190-98d2-b45e11084fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.825951 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e916-0204-4190-98d2-b45e11084fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.829658 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e916-0204-4190-98d2-b45e11084fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:52.834499 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b3f4e916-0204-4190-98d2-b45e11084fd2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c29868b-d748-410e-b9e3-674c53d9901e HTTP/1.1" status: 204 len: 168 time: 0.2448165 Jul 14 14:02:52.845327 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4e916-0204-4190-98d2-b45e11084fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c29868b-d748-410e-b9e3-674c53d9901e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:53.166746 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a55bee-b5ce-4d2c-bae5-c72a2a2b074c req-a6f1cb94-4888-4fc7-8e6f-6e4f380037de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:53.169572 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-44a55bee-b5ce-4d2c-bae5-c72a2a2b074c req-a6f1cb94-4888-4fc7-8e6f-6e4f380037de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 1099 time: 0.1828668 Jul 14 14:02:53.202045 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 51996) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:53.319045 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b4c18-3f4c-41c2-9e9f-8fe35d9aeed8 req-7172074b-0526-49b1-b712-027480c88985 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:53.321344 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b44b4c18-3f4c-41c2-9e9f-8fe35d9aeed8 req-7172074b-0526-49b1-b712-027480c88985 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.3169570 Jul 14 14:02:53.554485 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b44b4c18-3f4c-41c2-9e9f-8fe35d9aeed8 req-a2464661-3231-4e77-9130-1eea775451f3 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152374 Jul 14 14:02:53.558149 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a55bee-b5ce-4d2c-bae5-c72a2a2b074c req-aaef7071-84e5-4cec-bd8a-09e1ce51ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:53.561876 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-44a55bee-b5ce-4d2c-bae5-c72a2a2b074c req-aaef7071-84e5-4cec-bd8a-09e1ce51ec81 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71a6fd6e-e0b7-41ce-b515-46956efe817e HTTP/1.1" status: 200 len: 920 time: 0.3812211 Jul 14 14:02:53.656748 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-44a55bee-b5ce-4d2c-bae5-c72a2a2b074c req-e93db186-1749-4733-8e3c-a3005058f807 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca803e8-df03-4c96-829e-9a762b8801e3 HTTP/1.1" status: 200 len: 217 time: 0.0848210 Jul 14 14:02:53.738355 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-65371e3f-1c41-426e-9683-22f10ce6d634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:53.754292 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a55bee-b5ce-4d2c-bae5-c72a2a2b074c req-c00b1f95-d611-4874-971b-30fddbd71c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:53.756889 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-44a55bee-b5ce-4d2c-bae5-c72a2a2b074c req-c00b1f95-d611-4874-971b-30fddbd71c3e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57 HTTP/1.1" status: 200 len: 859 time: 0.0925782 Jul 14 14:02:53.826176 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-44a55bee-b5ce-4d2c-bae5-c72a2a2b074c req-981c1398-4883-41ca-95d0-c5a11e9a3536 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71a6fd6e-e0b7-41ce-b515-46956efe817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561149 Jul 14 14:02:53.986717 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-65371e3f-1c41-426e-9683-22f10ce6d634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:53.994552 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-65371e3f-1c41-426e-9683-22f10ce6d634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.013728 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-44a55bee-b5ce-4d2c-bae5-c72a2a2b074c req-c1790f4b-b39e-4bda-9554-fc60f5d2c256 service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793075 Jul 14 14:02:54.018808 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 52018) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:54.058801 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-65371e3f-1c41-426e-9683-22f10ce6d634 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96571b07adae4090b39ad649a2b699e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8530388 Jul 14 14:02:54.058801 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65371e3f-1c41-426e-9683-22f10ce6d634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d168481a-55e1-4c85-a421-acda582d9c1d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:54.062138 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52020) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:54.117747 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e29a6864-3fc4-42de-abd9-e58a23ec1780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.146381 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a87a86a8-7afb-4be6-8a56-b71876f4edbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.195195 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a87a86a8-7afb-4be6-8a56-b71876f4edbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.232936 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-44a55bee-b5ce-4d2c-bae5-c72a2a2b074c req-854ac8d9-b5cb-4743-a691-bf1d1b186ce3 service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095950 Jul 14 14:02:54.275461 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a87a86a8-7afb-4be6-8a56-b71876f4edbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.280354 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a87a86a8-7afb-4be6-8a56-b71876f4edbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.284273 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a87a86a8-7afb-4be6-8a56-b71876f4edbc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d168481a-55e1-4c85-a421-acda582d9c1d HTTP/1.1" status: 204 len: 168 time: 0.2185667 Jul 14 14:02:54.301240 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a86a8-7afb-4be6-8a56-b71876f4edbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d168481a-55e1-4c85-a421-acda582d9c1d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:54.394157 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e29a6864-3fc4-42de-abd9-e58a23ec1780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.401300 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e29a6864-3fc4-42de-abd9-e58a23ec1780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.445518 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-e29a6864-3fc4-42de-abd9-e58a23ec1780 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ea8d48d0dc524def925c9d654f37cf9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248321 Jul 14 14:02:54.446696 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a6864-3fc4-42de-abd9-e58a23ec1780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35f663b-8f25-4578-ae24-01c695e2776b,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:54.450088 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52034) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:54.598257 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11fb6f53-84a2-48e4-a404-05d0b1cb266f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.707312 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11fb6f53-84a2-48e4-a404-05d0b1cb266f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.829719 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11fb6f53-84a2-48e4-a404-05d0b1cb266f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.833235 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11fb6f53-84a2-48e4-a404-05d0b1cb266f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:54.836818 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-11fb6f53-84a2-48e4-a404-05d0b1cb266f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d35f663b-8f25-4578-ae24-01c695e2776b HTTP/1.1" status: 204 len: 168 time: 0.3827465 Jul 14 14:02:54.845787 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb6f53-84a2-48e4-a404-05d0b1cb266f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35f663b-8f25-4578-ae24-01c695e2776b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:55.020426 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf46e3-4efb-4a57-b25a-cfc9c26addfb req-a363ba23-8ac4-4232-975f-a6e1748e597f tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:55.023343 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99cf46e3-4efb-4a57-b25a-cfc9c26addfb req-a363ba23-8ac4-4232-975f-a6e1748e597f tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.1357286 Jul 14 14:02:55.154077 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99cf46e3-4efb-4a57-b25a-cfc9c26addfb req-aa6dc5d1-3469-4a09-a716-69a05dfc2458 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224604 Jul 14 14:02:56.501421 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f766c04-645e-4b8f-a6c2-023508811a20 req-51c9dbee-037e-422d-9aa0-657e618ee8cc tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:56.504100 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f766c04-645e-4b8f-a6c2-023508811a20 req-51c9dbee-037e-422d-9aa0-657e618ee8cc tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0953863 Jul 14 14:02:56.563783 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f766c04-645e-4b8f-a6c2-023508811a20 req-0b788b82-e8f6-474a-9bbc-cb963d6ba065 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532136 Jul 14 14:02:57.769450 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c177d5-865f-4b1a-b28a-85bea691fa28 req-9434e933-4eb9-4fe2-a9f1-88dcb2889472 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:57.771292 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1c177d5-865f-4b1a-b28a-85bea691fa28 req-9434e933-4eb9-4fe2-a9f1-88dcb2889472 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0787280 Jul 14 14:02:57.813028 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1c177d5-865f-4b1a-b28a-85bea691fa28 req-c807fe97-360d-412f-ba28-41bd561ae727 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355389 Jul 14 14:02:59.008328 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa390dfb-a80e-4b49-beda-e85a2dd92ef4 req-20b5200a-5dcd-400e-9e5f-7eb7633d13cc tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:59.009654 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-aa390dfb-a80e-4b49-beda-e85a2dd92ef4 req-20b5200a-5dcd-400e-9e5f-7eb7633d13cc tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0702705 Jul 14 14:02:59.059429 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-aa390dfb-a80e-4b49-beda-e85a2dd92ef4 req-9d5d2de5-e8bc-427b-ae03-23636da6142c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437334 Jul 14 14:02:59.894088 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-0e43b65b-a152-48de-ab0c-4d3ede691c97 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a4d6fbf1461e4e0eac2000ac2a8317d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594234 Jul 14 14:03:00.092947 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-13219308-5aa5-498f-a61c-e630c2ebcdac tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:00.094800 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-13219308-5aa5-498f-a61c-e630c2ebcdac tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995821 Jul 14 14:03:00.119120 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-0b3dbab7-839a-4ce4-8f03-65a04259c3fc tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/quotas/a4d6fbf1461e4e0eac2000ac2a8317d4 HTTP/1.1" status: 200 len: 375 time: 0.0162990 Jul 14 14:03:00.167198 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-89ec25fc-3bb1-4c35-b26e-1c43b67c92af tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a4d6fbf1461e4e0eac2000ac2a8317d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402722 Jul 14 14:03:00.583493 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b28de4-b6b0-473b-aa14-db2346b51c5d req-ef383119-90b4-407a-ba9a-88e835cea173 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:00.585530 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-46b28de4-b6b0-473b-aa14-db2346b51c5d req-ef383119-90b4-407a-ba9a-88e835cea173 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.1008871 Jul 14 14:03:00.653711 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-46b28de4-b6b0-473b-aa14-db2346b51c5d req-30a08b9e-a2f5-4db2-8d57-a66fea0e95cf tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565600 Jul 14 14:03:00.798197 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98f66ac5-05ce-4c10-85b5-8a5bcbbde647 req-4b5a1cda-9e7b-4389-89a7-8faa787e5c20 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 210 time: 0.0657053 Jul 14 14:03:01.844198 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb3631-3427-40f2-8f8c-7b352b9b01b7 req-67b00a55-4858-427f-ad3c-d88269b44168 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:01.845782 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0acb3631-3427-40f2-8f8c-7b352b9b01b7 req-67b00a55-4858-427f-ad3c-d88269b44168 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0663080 Jul 14 14:03:01.886961 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0acb3631-3427-40f2-8f8c-7b352b9b01b7 req-b095a2b1-3253-431b-9b6a-ccf375256a8b tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355935 Jul 14 14:03:02.027852 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54d3987a-9465-4704-972a-6e730e5851c8 req-be57d20e-237a-4cf0-b523-a58d08328727 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 210 time: 0.0288899 Jul 14 14:03:03.099994 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8102f8-ae89-43cc-b84a-ef539df4329b req-b2ebe1ac-2210-4e0e-807f-c5e9413f8446 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:03.101714 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dd8102f8-ae89-43cc-b84a-ef539df4329b req-b2ebe1ac-2210-4e0e-807f-c5e9413f8446 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0934768 Jul 14 14:03:03.149186 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dd8102f8-ae89-43cc-b84a-ef539df4329b req-0a9de7f2-cd89-4f83-bb86-b08f22384bcf tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362043 Jul 14 14:03:03.284054 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-07071965-b138-4995-a2ca-52f433bf128b req-7abb7215-8806-4d27-8dcb-be7cc63daf8c tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 210 time: 0.0544062 Jul 14 14:03:03.336870 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-11a5e892-6747-471c-8ab5-583ff88a30ec tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a4d6fbf1461e4e0eac2000ac2a8317d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500073 Jul 14 14:03:03.603903 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-8078fd3c-e9c6-447a-9a84-771f531d4560 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:03.605627 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-8078fd3c-e9c6-447a-9a84-771f531d4560 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2632792 Jul 14 14:03:03.652493 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Request body: {'port': {'device_id': '17574f4f-82f7-4e1d-bcfd-667bf593e000', 'network_id': '738bcf5e-4849-4aee-af72-980c8b40b52c', 'admin_state_up': True, 'tenant_id': 'a4d6fbf1461e4e0eac2000ac2a8317d4'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:03.809907 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Made reservation on behalf of a4d6fbf1461e4e0eac2000ac2a8317d4 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:03:03.813991 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:03.823789 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:03.925873 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:03.930601 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:03.999129 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6e37e0-e5cb-45fd-a927-5f3eb8aed190,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:04.115331 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Allocated IP 192.168.233.32 (738bcf5e-4849-4aee-af72-980c8b40b52c/7f49736e-e243-4f5e-92fe-4ba6acce1dcd/a682b44c-e283-45f5-9fb6-66c0e1f306e7) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:03:04.454931 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:04.472436 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Transition to ACTIVE for port object a682b44c-e283-45f5-9fb6-66c0e1f306e7 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:03:04.576225 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52408) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:04.580732 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:04.625757 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Network 738bcf5e-4849-4aee-af72-980c8b40b52c is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:03:04.662159 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:03:04.740977 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:03:04.760621 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a2d53-873a-48fd-a10a-5f21bf746643 req-3b3f2c71-5e0d-4907-b610-5bf2df5e3bf7 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:04.773337 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b4a2d53-873a-48fd-a10a-5f21bf746643 req-3b3f2c71-5e0d-4907-b610-5bf2df5e3bf7 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 935 time: 0.1545405 Jul 14 14:03:04.783748 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Pushing event updated for resources: {'Port': ['ID=a682b44c-e283-45f5-9fb6-66c0e1f306e7,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:04.844762 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038e301-8e68-4129-b0d9-c984e06bdddd req-f74124a5-8d9c-421f-9ff4-7a06268830be tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:04.846942 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0038e301-8e68-4129-b0d9-c984e06bdddd req-f74124a5-8d9c-421f-9ff4-7a06268830be tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.3720984 Jul 14 14:03:04.854415 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:04.855205 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:04.910388 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-d889ab42-95da-45db-8a2c-5a185ee4a877 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2654345 Jul 14 14:03:04.921147 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0038e301-8e68-4129-b0d9-c984e06bdddd req-14c1d829-b2dd-47d8-8924-341365d986a6 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571055 Jul 14 14:03:04.927293 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Request body: {'port': {'device_id': '17574f4f-82f7-4e1d-bcfd-667bf593e000', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:04.942767 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f8fb980f-bf06-4d2a-abb8-75794598a520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:05.052575 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:05.118864 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b4a2d53-873a-48fd-a10a-5f21bf746643 req-ddf26bcc-266d-4bf4-9f89-e4060ab6abf3 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6e37e0-e5cb-45fd-a927-5f3eb8aed190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436842 Jul 14 14:03:05.261088 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f8fb980f-bf06-4d2a-abb8-75794598a520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:05.266384 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f8fb980f-bf06-4d2a-abb8-75794598a520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:05.297716 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-528bc358-fccb-49ac-b881-b3f2f27a6260 None None] Provisioning for port a682b44c-e283-45f5-9fb6-66c0e1f306e7 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:03:05.307291 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-528bc358-fccb-49ac-b881-b3f2f27a6260 None None] Provisioning complete for port a682b44c-e283-45f5-9fb6-66c0e1f306e7 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:03:05.307838 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-528bc358-fccb-49ac-b881-b3f2f27a6260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:05.345965 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb980f-bf06-4d2a-abb8-75794598a520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22ef3a0-8f6b-4393-8c27-677cc12f9af0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:05.355426 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f8fb980f-bf06-4d2a-abb8-75794598a520 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9eaebdac35b9458ebfa1869c6fc21628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7773960 Jul 14 14:03:05.360004 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52430) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:05.433146 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-528bc358-fccb-49ac-b881-b3f2f27a6260 None None] Port a682b44c-e283-45f5-9fb6-66c0e1f306e7 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:03:05.440233 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df9e515b-876d-426d-b34b-afb716a4dc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:05.478605 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df9e515b-876d-426d-b34b-afb716a4dc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:05.558030 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df9e515b-876d-426d-b34b-afb716a4dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:05.561852 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df9e515b-876d-426d-b34b-afb716a4dc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:05.563099 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-df9e515b-876d-426d-b34b-afb716a4dc81 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d22ef3a0-8f6b-4393-8c27-677cc12f9af0 HTTP/1.1" status: 204 len: 168 time: 0.2019908 Jul 14 14:03:05.588816 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e515b-876d-426d-b34b-afb716a4dc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22ef3a0-8f6b-4393-8c27-677cc12f9af0,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:05.625066 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a682b44c-e283-45f5-9fb6-66c0e1f306e7 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:03:05.641309 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:05.668802 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Transition to ACTIVE for port object a682b44c-e283-45f5-9fb6-66c0e1f306e7 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:03:05.678474 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:05.808880 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Pushing event updated for resources: {'Port': ['ID=a682b44c-e283-45f5-9fb6-66c0e1f306e7,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:06.018017 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fc2c6-4b83-4d5e-a2ff-b7653131075c req-0eb86346-5f63-454d-a2fd-a9c3d02a190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:06.020643 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-755fc2c6-4b83-4d5e-a2ff-b7653131075c req-0eb86346-5f63-454d-a2fd-a9c3d02a190a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 1099 time: 0.2498531 Jul 14 14:03:06.130131 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-755fc2c6-4b83-4d5e-a2ff-b7653131075c req-ea6ee6cc-e319-48cb-a302-db4f268c31e1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935814 Jul 14 14:03:06.138922 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Attempting to bind port a682b44c-e283-45f5-9fb6-66c0e1f306e7 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:03:06.139607 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Attempting to bind port a682b44c-e283-45f5-9fb6-66c0e1f306e7 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'f4a43eb0-75a1-4bea-960d-46915ab06cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '738bcf5e-4849-4aee-af72-980c8b40b52c'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:03:06.140266 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Attempting to bind port a682b44c-e283-45f5-9fb6-66c0e1f306e7 on network 738bcf5e-4849-4aee-af72-980c8b40b52c {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:03:06.153485 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Port a682b44c-e283-45f5-9fb6-66c0e1f306e7 on network 738bcf5e-4849-4aee-af72-980c8b40b52c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:03:06.154217 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Attempting to bind port a682b44c-e283-45f5-9fb6-66c0e1f306e7 on network 738bcf5e-4849-4aee-af72-980c8b40b52c {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:03:06.182054 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:03:06.182788 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Checking segment: {'id': 'f4a43eb0-75a1-4bea-960d-46915ab06cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '738bcf5e-4849-4aee-af72-980c8b40b52c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:03:06.183546 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Bound using segment: {'id': 'f4a43eb0-75a1-4bea-960d-46915ab06cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '738bcf5e-4849-4aee-af72-980c8b40b52c'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:03:06.184864 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Bound port: a682b44c-e283-45f5-9fb6-66c0e1f306e7, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a43eb0-75a1-4bea-960d-46915ab06cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '738bcf5e-4849-4aee-af72-980c8b40b52c'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:03:06.187201 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:06.345449 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] For port a682b44c-e283-45f5-9fb6-66c0e1f306e7, host hv-cinder-78692, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:03:06.403720 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f3783-2b3a-4f2a-9ed7-79caa6480ca6 req-54c1b8f1-4724-4ace-ba88-d604d260905c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:06.412937 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bc8f3783-2b3a-4f2a-9ed7-79caa6480ca6 req-54c1b8f1-4724-4ace-ba88-d604d260905c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.2151210 Jul 14 14:03:06.417469 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] For port a682b44c-e283-45f5-9fb6-66c0e1f306e7, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a682b44c-e283-45f5-9fb6-66c0e1f306e7,segment=NetworkSegment(f4a43eb0-75a1-4bea-960d-46915ab06cc5),segment_id=f4a43eb0-75a1-4bea-960d-46915ab06cc5)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:03:06.434705 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:06.486073 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247fa61-b6f1-4756-902e-f45bba3f704e req-20517f41-009f-4cea-b98a-ca21e3fb053a tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:06.488291 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8247fa61-b6f1-4756-902e-f45bba3f704e req-20517f41-009f-4cea-b98a-ca21e3fb053a tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 947 time: 0.1295617 Jul 14 14:03:06.518583 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:06.519468 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:06.521096 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] 10.222.0.38 "PUT /v2.0/ports/a682b44c-e283-45f5-9fb6-66c0e1f306e7 HTTP/1.1" status: 200 len: 1097 time: 1.5989189 Jul 14 14:03:06.551125 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17574f4f-82f7-4e1d-bcfd-667bf593e000', 'tag': 'a682b44c-e283-45f5-9fb6-66c0e1f306e7'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:06.553789 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2db8d06-5b1b-4b4a-b4c8-5204ee8cf591" -d '{"events": [{"name": "network-changed", "server_uuid": "17574f4f-82f7-4e1d-bcfd-667bf593e000", "tag": "a682b44c-e283-45f5-9fb6-66c0e1f306e7"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:06.591633 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8247fa61-b6f1-4756-902e-f45bba3f704e req-d3e3956e-5826-4f3e-9ddc-c377bb7634ce tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6e37e0-e5cb-45fd-a927-5f3eb8aed190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868266 Jul 14 14:03:06.593855 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bc8f3783-2b3a-4f2a-9ed7-79caa6480ca6 req-57dded11-d3d2-4df2-abee-f17211f5d0c7 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766906 Jul 14 14:03:06.707162 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7709de05-bc3c-4d7f-a581-242f94045e9b x-openstack-request-id: req-7709de05-bc3c-4d7f-a581-242f94045e9b {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:06.708108 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17574f4f-82f7-4e1d-bcfd-667bf593e000", "tag": "a682b44c-e283-45f5-9fb6-66c0e1f306e7", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:06.708503 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7709de05-bc3c-4d7f-a581-242f94045e9b {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:06.709060 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17574f4f-82f7-4e1d-bcfd-667bf593e000', 'tag': 'a682b44c-e283-45f5-9fb6-66c0e1f306e7', 'status': 'completed', 'code': 200} Jul 14 14:03:06.711818 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9fa8e-ce9d-4218-b726-9110da818d90 service neutron] Pushing event updated for resources: {'Port': ['ID=a682b44c-e283-45f5-9fb6-66c0e1f306e7,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:06.772736 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-f9e3f3d6-acfc-4b44-8014-c8301334d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:06.775082 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-f9e3f3d6-acfc-4b44-8014-c8301334d2bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4d6fbf1461e4e0eac2000ac2a8317d4&device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 1100 time: 0.1796544 Jul 14 14:03:06.929762 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52490) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:07.076153 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-f3af51a2-587f-4f09-ab6a-66b6561ac8fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=a682b44c-e283-45f5-9fb6-66c0e1f306e7 HTTP/1.1" status: 200 len: 217 time: 0.2874629 Jul 14 14:03:07.111954 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1011906905-network', 'tenant_id': '6611a309b4ff48338e9c94293d97a364'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:07.161380 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] Made reservation on behalf of 6611a309b4ff48338e9c94293d97a364 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:03:07.164468 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:07.166497 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-36baa8ae-39e1-48be-8beb-bcfff7d28b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:07.169381 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-36baa8ae-39e1-48be-8beb-bcfff7d28b8c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7f49736e-e243-4f5e-92fe-4ba6acce1dcd HTTP/1.1" status: 200 len: 843 time: 0.0837350 Jul 14 14:03:07.200890 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:07.295072 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-3574fda5-cad4-4118-8b88-d498afb61c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:07.296984 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-3574fda5-cad4-4118-8b88-d498afb61c7e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=738bcf5e-4849-4aee-af72-980c8b40b52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1059725 Jul 14 14:03:07.319516 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:07.328531 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:07.356680 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:03:07.368567 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766b20e7-cec9-4d07-94c5-8cf25971be11,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:07.374176 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:07.374817 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] Added segment b7df86ca-9120-4b43-8b1d-79211dfad9cc of type vlan for network daf8293f-bceb-473a-8f8e-5cc57c58d137 Jul 14 14:03:07.423935 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-6b09f5ba-fd6c-48cf-950e-b131e1350442 service neutron] 10.222.0.38 "GET /v2.0/networks/738bcf5e-4849-4aee-af72-980c8b40b52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189978 Jul 14 14:03:07.430824 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:07.464885 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:07.466110 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:07.466709 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:07.538373 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6067269 Jul 14 14:03:07.540611 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-98255aec-fd3e-4f6c-8849-78db9bc3fb7f req-faf7291a-b5b6-4c79-9b5d-595d9e4d6341 service neutron] 10.222.0.38 "GET /v2.0/networks/738bcf5e-4849-4aee-af72-980c8b40b52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026444 Jul 14 14:03:07.541268 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 52506) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:07.546455 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-50b8741d-5924-474d-a5ad-d04858a76f56 admin admin] Request body: {'subnet': {'network_id': 'daf8293f-bceb-473a-8f8e-5cc57c58d137', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1011906905-subnet', 'tenant_id': '6611a309b4ff48338e9c94293d97a364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:07.557613 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d21b6-e245-4394-94d3-f8a36277c2a9 admin admin] Pushing event updated for resources: {'Network': ['ID=daf8293f-bceb-473a-8f8e-5cc57c58d137,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:07.574305 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network daf8293f-bceb-473a-8f8e-5cc57c58d137 details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:03:07.574942 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b8741d-5924-474d-a5ad-d04858a76f56 admin admin] Made reservation on behalf of 6611a309b4ff48338e9c94293d97a364 for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:03:07.576736 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-50b8741d-5924-474d-a5ad-d04858a76f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3572695'] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:07.789420 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db8d06-5b1b-4b4a-b4c8-5204ee8cf591 req-f1f7c25e-29fa-4608-a16d-6cce6c5791c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:07.790923 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2db8d06-5b1b-4b4a-b4c8-5204ee8cf591 req-f1f7c25e-29fa-4608-a16d-6cce6c5791c1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4d6fbf1461e4e0eac2000ac2a8317d4&device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 1100 time: 0.1679885 Jul 14 14:03:07.893216 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdf41b-8c7e-4033-9ad9-08c6d698eee1 req-efa69024-fcaf-4c16-aa23-af6514e56fbc tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:07.895789 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ffdf41b-8c7e-4033-9ad9-08c6d698eee1 req-efa69024-fcaf-4c16-aa23-af6514e56fbc tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0927565 Jul 14 14:03:07.968540 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ffdf41b-8c7e-4033-9ad9-08c6d698eee1 req-5993d1de-d2d2-4305-b8fd-33527b22b5bd tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657449 Jul 14 14:03:08.064490 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73529fa0-a3e0-4883-8171-43d64e058bcf req-4f6dccaf-19ee-42a9-a94e-2e4b41faa875 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:08.067371 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-73529fa0-a3e0-4883-8171-43d64e058bcf req-4f6dccaf-19ee-42a9-a94e-2e4b41faa875 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 947 time: 0.2813966 Jul 14 14:03:08.073926 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-50b8741d-5924-474d-a5ad-d04858a76f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2796926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3572709'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:08.088229 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db8d06-5b1b-4b4a-b4c8-5204ee8cf591 req-5563614b-7335-49ab-9a71-642de3ff7d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:08.090684 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2db8d06-5b1b-4b4a-b4c8-5204ee8cf591 req-5563614b-7335-49ab-9a71-642de3ff7d71 service neutron] 10.222.0.38 "GET /v2.0/networks?id=738bcf5e-4849-4aee-af72-980c8b40b52c HTTP/1.1" status: 200 len: 870 time: 0.2835214 Jul 14 14:03:08.194366 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2db8d06-5b1b-4b4a-b4c8-5204ee8cf591 req-bfec08d6-fe37-41a3-bb69-34c8eeb82ff6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=a682b44c-e283-45f5-9fb6-66c0e1f306e7 HTTP/1.1" status: 200 len: 217 time: 0.0689483 Jul 14 14:03:08.226905 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8741d-5924-474d-a5ad-d04858a76f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3db256d-3b94-46fa-bda0-a2435cbd1719,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:08.299135 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-73529fa0-a3e0-4883-8171-43d64e058bcf req-5fa975c3-4214-4e65-acb6-80069584a4d9 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6e37e0-e5cb-45fd-a927-5f3eb8aed190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067811 Jul 14 14:03:08.330258 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8741d-5924-474d-a5ad-d04858a76f56 admin admin] Checking segment: {'id': 'b7df86ca-9120-4b43-8b1d-79211dfad9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'daf8293f-bceb-473a-8f8e-5cc57c58d137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:03:08.330630 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b8741d-5924-474d-a5ad-d04858a76f56 admin admin] Network hostable DHCP agents. Network: daf8293f-bceb-473a-8f8e-5cc57c58d137, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:03:08.362251 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db8d06-5b1b-4b4a-b4c8-5204ee8cf591 req-b91a4d71-f31c-4248-8f57-c24e9fbe6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:08.364113 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2db8d06-5b1b-4b4a-b4c8-5204ee8cf591 req-b91a4d71-f31c-4248-8f57-c24e9fbe6afb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7f49736e-e243-4f5e-92fe-4ba6acce1dcd HTTP/1.1" status: 200 len: 843 time: 0.1556227 Jul 14 14:03:08.453947 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b8741d-5924-474d-a5ad-d04858a76f56 admin admin] Network daf8293f-bceb-473a-8f8e-5cc57c58d137 is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:03:08.480889 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-50b8741d-5924-474d-a5ad-d04858a76f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, daf8293f-bceb-473a-8f8e-5cc57c58d137) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:03:08.500291 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c421f058-273a-4ca4-a44d-bcb8f54d523c None None] Network daf8293f-bceb-473a-8f8e-5cc57c58d137 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:03:08.518408 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b8741d-5924-474d-a5ad-d04858a76f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:08.520083 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-50b8741d-5924-474d-a5ad-d04858a76f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:08.569508 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db8d06-5b1b-4b4a-b4c8-5204ee8cf591 req-786a4a47-9a18-4d53-a6d7-320933044fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:08.572940 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2db8d06-5b1b-4b4a-b4c8-5204ee8cf591 req-786a4a47-9a18-4d53-a6d7-320933044fc6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=738bcf5e-4849-4aee-af72-980c8b40b52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1986437 Jul 14 14:03:08.581867 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52550) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:08.749120 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-50b8741d-5924-474d-a5ad-d04858a76f56 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1942577 Jul 14 14:03:08.874756 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b915077-0b73-4304-8736-ad70299c235f None None] Network daf8293f-bceb-473a-8f8e-5cc57c58d137 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:03:09.008160 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49d5339c-906f-4560-9f33-467ca8806207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:09.040075 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-640bf158-1c16-416b-9915-3175ca0e5524 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073609904&fields=id&tenant_id=e27764fd7e97437f820fc188b28a2fde HTTP/1.1" status: 200 len: 267 time: 0.2430573 Jul 14 14:03:09.089675 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb05a9-0d5a-4cf3-ac9b-45016670cfa0 req-c68cbc5c-7d85-4a0e-bfbb-f35c68a45f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:09.092184 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-11fb05a9-0d5a-4cf3-ac9b-45016670cfa0 req-c68cbc5c-7d85-4a0e-bfbb-f35c68a45f18 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 1099 time: 0.4822400 Jul 14 14:03:09.127045 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2db8d06-5b1b-4b4a-b4c8-5204ee8cf591 req-97911537-37b6-475c-bd77-f5b347a9e39d service neutron] 10.222.0.38 "GET /v2.0/networks/738bcf5e-4849-4aee-af72-980c8b40b52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102932 Jul 14 14:03:09.380518 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-be85aefa-4525-491c-b910-565c7cb0afa8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:09.392115 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-be85aefa-4525-491c-b910-565c7cb0afa8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/networks?id=db969060-89c4-45a0-a6df-b75fe2cb2c07 HTTP/1.1" status: 200 len: 808 time: 0.3265045 Jul 14 14:03:09.422405 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-26caca4c-38be-4719-b928-957612435857 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/quotas/e27764fd7e97437f820fc188b28a2fde HTTP/1.1" status: 200 len: 375 time: 0.0284407 Jul 14 14:03:09.605190 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49d5339c-906f-4560-9f33-467ca8806207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:09.619949 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49d5339c-906f-4560-9f33-467ca8806207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:09.643360 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2db8d06-5b1b-4b4a-b4c8-5204ee8cf591 req-08455ad4-0344-4c08-a79e-aecdea3c29b0 service neutron] 10.222.0.38 "GET /v2.0/networks/738bcf5e-4849-4aee-af72-980c8b40b52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867969 Jul 14 14:03:09.670900 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-68656fc4-f8bb-4f7f-a230-6337c76ab2bb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e27764fd7e97437f820fc188b28a2fde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2435226 Jul 14 14:03:09.754958 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb05a9-0d5a-4cf3-ac9b-45016670cfa0 req-c02c89c1-d5b9-475c-be3a-967f76d158c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:09.760087 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-11fb05a9-0d5a-4cf3-ac9b-45016670cfa0 req-c02c89c1-d5b9-475c-be3a-967f76d158c3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71a6fd6e-e0b7-41ce-b515-46956efe817e HTTP/1.1" status: 200 len: 920 time: 0.6477718 Jul 14 14:03:09.848147 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-11fb05a9-0d5a-4cf3-ac9b-45016670cfa0 req-43849d6c-66be-4633-8777-e7d2c5fa5a58 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca803e8-df03-4c96-829e-9a762b8801e3 HTTP/1.1" status: 200 len: 217 time: 0.0794637 Jul 14 14:03:10.012820 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-49d5339c-906f-4560-9f33-467ca8806207 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=704ee720ed444d3f8e24c24856f67a29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4258621 Jul 14 14:03:10.012820 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52582) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:10.016969 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb05a9-0d5a-4cf3-ac9b-45016670cfa0 req-4a0b9e29-d36a-42a7-bcc9-c2a5324bbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:10.020484 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-11fb05a9-0d5a-4cf3-ac9b-45016670cfa0 req-4a0b9e29-d36a-42a7-bcc9-c2a5324bbba5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57 HTTP/1.1" status: 200 len: 859 time: 0.1497819 Jul 14 14:03:10.043114 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5339c-906f-4560-9f33-467ca8806207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3970fc4e-5a56-4d45-ab8f-45baa4bdd047,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:10.079297 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-11fb05a9-0d5a-4cf3-ac9b-45016670cfa0 req-2475a9bf-270e-4e4a-99ab-295449b61ff4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71a6fd6e-e0b7-41ce-b515-46956efe817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485873 Jul 14 14:03:10.098456 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940964-50f7-46a6-a531-bc39e2fa0e24 req-2a7b8a21-561b-4be8-b541-00c54aace1ac tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:10.101002 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-06940964-50f7-46a6-a531-bc39e2fa0e24 req-2a7b8a21-561b-4be8-b541-00c54aace1ac tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.2505214 Jul 14 14:03:10.200639 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-22cc2a50-72ae-4876-b613-a77ba5acb3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:10.204216 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-0338abca-77bd-415b-8c36-9af82a5fe164 service neutron] 10.222.0.57 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130265 Jul 14 14:03:10.287669 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-06940964-50f7-46a6-a531-bc39e2fa0e24 req-38ceacbc-2404-4e8f-8c53-31224ccc40bc tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513560 Jul 14 14:03:10.329928 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-11fb05a9-0d5a-4cf3-ac9b-45016670cfa0 req-b2808afe-a246-4a83-80c0-1377c91921a7 service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271290 Jul 14 14:03:10.363553 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-22cc2a50-72ae-4876-b613-a77ba5acb3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:10.379099 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device a682b44c-e283-45f5-9fb6-66c0e1f306e7 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:03:10.441295 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-11fb05a9-0d5a-4cf3-ac9b-45016670cfa0 req-b2823f1a-4454-44b5-854a-51fa0400235a service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979383 Jul 14 14:03:10.552343 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-8f6b78fd-651f-4643-add7-dd6d3605ee50 service neutron] 10.222.0.57 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970579 Jul 14 14:03:10.570835 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port a682b44c-e283-45f5-9fb6-66c0e1f306e7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a682b44c-e283-45f5-9fb6-66c0e1f306e7,segment=NetworkSegment(f4a43eb0-75a1-4bea-960d-46915ab06cc5),segment_id=f4a43eb0-75a1-4bea-960d-46915ab06cc5)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:10.590996 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': 'a682b44c-e283-45f5-9fb6-66c0e1f306e7', 'network_id': '738bcf5e-4849-4aee-af72-980c8b40b52c', 'port_id': 'a682b44c-e283-45f5-9fb6-66c0e1f306e7', 'mac_address': 'fa:16:3e:25:46:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f49736e-e243-4f5e-92fe-4ba6acce1dcd', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:03:10.592135 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-22cc2a50-72ae-4876-b613-a77ba5acb3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:10.599501 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-22cc2a50-72ae-4876-b613-a77ba5acb3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:10.606454 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-22cc2a50-72ae-4876-b613-a77ba5acb3c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3970fc4e-5a56-4d45-ab8f-45baa4bdd047 HTTP/1.1" status: 204 len: 168 time: 0.5811074 Jul 14 14:03:10.648757 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc2a50-72ae-4876-b613-a77ba5acb3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3970fc4e-5a56-4d45-ab8f-45baa4bdd047,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:10.688312 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:10.731675 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a682b44c-e283-45f5-9fb6-66c0e1f306e7 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:03:10.745319 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:10.760099 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port a682b44c-e283-45f5-9fb6-66c0e1f306e7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a682b44c-e283-45f5-9fb6-66c0e1f306e7,segment=NetworkSegment(f4a43eb0-75a1-4bea-960d-46915ab06cc5),segment_id=f4a43eb0-75a1-4bea-960d-46915ab06cc5)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:10.766385 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:10.784149 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8e553-c44b-4345-99fc-f887789e921d req-6cc8bda2-43c4-4bbd-8d6a-15eb8adf1351 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:10.795333 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cad8e553-c44b-4345-99fc-f887789e921d req-6cc8bda2-43c4-4bbd-8d6a-15eb8adf1351 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 947 time: 0.2491550 Jul 14 14:03:10.838768 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=a682b44c-e283-45f5-9fb6-66c0e1f306e7,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:10.898949 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cad8e553-c44b-4345-99fc-f887789e921d req-6bc92227-5061-49d6-a78d-b4c59ce36423 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6e37e0-e5cb-45fd-a927-5f3eb8aed190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010299 Jul 14 14:03:11.099429 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['a682b44c-e283-45f5-9fb6-66c0e1f306e7'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:03:11.200233 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52610) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:11.235715 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b23f7-fd50-4f8c-87b5-6b452a8b8c5e req-feb520bc-7043-45d6-ab3d-69b0a0790615 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:11.238389 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f77b23f7-fd50-4f8c-87b5-6b452a8b8c5e req-feb520bc-7043-45d6-ab3d-69b0a0790615 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.1539207 Jul 14 14:03:11.305887 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fd32c155-96bb-4a40-bb12-123d24084abb req-b406d176-6879-43ff-94fb-095a5b7fa5f8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0984006 Jul 14 14:03:11.313392 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a9c5be7f-895a-4655-97cb-0d3276a12a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:11.402102 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f77b23f7-fd50-4f8c-87b5-6b452a8b8c5e req-feb390df-bbf7-49f4-9aa4-e6b68df0a83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537704 Jul 14 14:03:11.669284 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a9c5be7f-895a-4655-97cb-0d3276a12a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:11.678084 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a9c5be7f-895a-4655-97cb-0d3276a12a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:11.787378 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5be7f-895a-4655-97cb-0d3276a12a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547d06bf-ccec-47db-8831-a3fa9de1d8e9,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:11.840311 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a9c5be7f-895a-4655-97cb-0d3276a12a3d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cfc45d4582e040ab982e1be9b1ae9a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6387050 Jul 14 14:03:11.844455 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52642) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:12.019359 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de3c46-6ae9-40dc-b15a-ac9b285fc798 req-d9bc8d1c-a42b-4af7-914e-9d36d4c47166 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:12.025873 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85de3c46-6ae9-40dc-b15a-ac9b285fc798 req-d9bc8d1c-a42b-4af7-914e-9d36d4c47166 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.2263751 Jul 14 14:03:12.042702 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-353e4459-1ae8-417e-9b08-fe879722d321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:12.079849 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-00473270-1d0f-45e7-9b83-a382d6bd4a9c tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:12.082501 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-00473270-1d0f-45e7-9b83-a382d6bd4a9c tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/networks?id=daf8293f-bceb-473a-8f8e-5cc57c58d137 HTTP/1.1" status: 200 len: 809 time: 0.2197661 Jul 14 14:03:12.111405 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-353e4459-1ae8-417e-9b08-fe879722d321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:12.118100 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-f70d7959-db19-4b33-be63-42bc71cc436e tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/quotas/6611a309b4ff48338e9c94293d97a364 HTTP/1.1" status: 200 len: 375 time: 0.0261731 Jul 14 14:03:12.144373 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85de3c46-6ae9-40dc-b15a-ac9b285fc798 req-c7e3e8d0-44b0-4e14-8c1a-3f2903a0cb3b tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158845 Jul 14 14:03:12.176123 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-c146ca5c-1a0e-4ebb-8f03-b347c0ffe30b tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6611a309b4ff48338e9c94293d97a364&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516469 Jul 14 14:03:12.246082 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-353e4459-1ae8-417e-9b08-fe879722d321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:12.249293 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-353e4459-1ae8-417e-9b08-fe879722d321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:12.250597 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-353e4459-1ae8-417e-9b08-fe879722d321 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/547d06bf-ccec-47db-8831-a3fa9de1d8e9 HTTP/1.1" status: 204 len: 168 time: 0.4045753 Jul 14 14:03:12.281109 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e4459-1ae8-417e-9b08-fe879722d321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547d06bf-ccec-47db-8831-a3fa9de1d8e9,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:12.403086 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-d1d1f1bc-5c32-4d7f-af8c-b3974e3e1f92 service neutron] 10.222.0.57 "GET /v2.0/networks/daf8293f-bceb-473a-8f8e-5cc57c58d137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003758 Jul 14 14:03:12.422508 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a8ab1-6833-4751-91aa-82569bf9f22e req-35f97fac-0ee7-4aad-8fb3-b8f02b30f52f tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:12.429985 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5d6a8ab1-6833-4751-91aa-82569bf9f22e req-35f97fac-0ee7-4aad-8fb3-b8f02b30f52f tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 948 time: 0.1406255 Jul 14 14:03:12.493424 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5d6a8ab1-6833-4751-91aa-82569bf9f22e req-7b7a8b7a-86d9-445a-b041-1c4db0cac66f tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6e37e0-e5cb-45fd-a927-5f3eb8aed190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622165 Jul 14 14:03:12.576829 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-d1d23535-ac30-45f0-a88c-797a20acec4d service neutron] 10.222.0.57 "GET /v2.0/networks/daf8293f-bceb-473a-8f8e-5cc57c58d137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644366 Jul 14 14:03:12.708744 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9574ed66-9a48-4c68-afc9-71436e3f6e2b req-a8357fbc-ab23-4ca9-8650-5d123e608f26 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0326591 Jul 14 14:03:12.904326 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e424bb4e-31e7-45ed-92ca-746b928230e6 req-7d3330b9-2bf9-42a7-862c-2150e1042068 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 210 time: 0.0625126 Jul 14 14:03:13.127927 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97de4c9-ef27-436a-97bd-e288b7669c13 req-a0ff1e4e-89b3-41e0-ac7b-d19a13ffb1a1 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:13.142903 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c97de4c9-ef27-436a-97bd-e288b7669c13 req-a0ff1e4e-89b3-41e0-ac7b-d19a13ffb1a1 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.1582701 Jul 14 14:03:13.215350 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c97de4c9-ef27-436a-97bd-e288b7669c13 req-111891d9-326c-4cf2-b30a-0829b77512d3 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711589 Jul 14 14:03:13.405531 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52680) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:13.611216 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-3286cf15-1f43-4a07-a3a9-5ec7eea46b51 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:13.618293 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-3286cf15-1f43-4a07-a3a9-5ec7eea46b51 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.38 "GET /v2.0/networks?id=db969060-89c4-45a0-a6df-b75fe2cb2c07 HTTP/1.1" status: 200 len: 808 time: 0.2893240 Jul 14 14:03:13.635115 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7163ed74-330e-4afb-9416-71f4afa7e0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:13.817696 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-25c9e1ac-5bc7-46c5-861d-2d2e3c67f5e4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e27764fd7e97437f820fc188b28a2fde HTTP/1.1" status: 200 len: 380 time: 0.1560018 Jul 14 14:03:13.838987 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Request body: {'port': {'device_id': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'admin_state_up': True, 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'security_groups': ['8605b09c-30ee-483c-b4d3-6712018f6a5e']}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:13.911629 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c66ea-0651-4d3d-b8ec-7e1d6fbc2e70 req-4e62f4d6-c42e-4b7c-9e25-9291d7fc0099 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:13.930200 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9a5c66ea-0651-4d3d-b8ec-7e1d6fbc2e70 req-4e62f4d6-c42e-4b7c-9e25-9291d7fc0099 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.3089619 Jul 14 14:03:14.093528 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:14.138032 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9a5c66ea-0651-4d3d-b8ec-7e1d6fbc2e70 req-87c5cef9-b47e-4bcc-8a00-4b2d9fd77177 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054856 Jul 14 14:03:14.144549 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dde05-8983-44b6-b497-810a23f5f9ee req-46e77466-9c53-4948-8b1c-cbc611bbdbe1 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:14.155501 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-343dde05-8983-44b6-b497-810a23f5f9ee req-46e77466-9c53-4948-8b1c-cbc611bbdbe1 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 948 time: 0.2673736 Jul 14 14:03:14.317907 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-343dde05-8983-44b6-b497-810a23f5f9ee req-ff604d9f-f40d-43d5-86fb-eb978f9ff508 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6e37e0-e5cb-45fd-a927-5f3eb8aed190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610742 Jul 14 14:03:14.397832 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device a682b44c-e283-45f5-9fb6-66c0e1f306e7 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:03:14.523797 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:14.546544 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:14.572150 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-18c43f75-563e-4abc-929e-c87cfb2c91a5 req-8b6d88ad-f739-40a2-b030-78453658c033 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0778396 Jul 14 14:03:14.654335 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d7f304-0052-40c5-9eb5-142c588266e7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:14.663872 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2671853c33ba44b8acbe16b682786c35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2566099 Jul 14 14:03:14.671014 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52710) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:14.697112 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Made reservation on behalf of e27764fd7e97437f820fc188b28a2fde for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:03:14.706208 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:14.724003 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port a682b44c-e283-45f5-9fb6-66c0e1f306e7 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:03:14.730904 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port a682b44c-e283-45f5-9fb6-66c0e1f306e7 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:03:14.731870 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:14.753369 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:14.753795 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:14.754310 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:14.754832 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:14.755381 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:14.755745 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:14.756221 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:14.756660 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:14.757196 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:14.762760 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:14.763320 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:14.768623 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131317c-49ad-4263-be2f-d39117535799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:14.987894 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab28d0b5-a1d5-4ee6-bcf9-b03663ac5198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:15.010346 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83a6445d-a948-4d00-811d-5eb768c7c6f5 req-7cdd5930-a252-4a02-8db8-917155b63061 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 210 time: 0.1462250 Jul 14 14:03:15.016919 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:15.076314 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17574f4f-82f7-4e1d-bcfd-667bf593e000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a682b44c-e283-45f5-9fb6-66c0e1f306e7'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:15.079338 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a736ee-d66d-4967-a69a-9a39b0ed4310" -d '{"events": [{"server_uuid": "17574f4f-82f7-4e1d-bcfd-667bf593e000", "name": "network-vif-plugged", "status": "completed", "tag": "a682b44c-e283-45f5-9fb6-66c0e1f306e7"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:15.090706 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab28d0b5-a1d5-4ee6-bcf9-b03663ac5198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:15.121656 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port a682b44c-e283-45f5-9fb6-66c0e1f306e7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a682b44c-e283-45f5-9fb6-66c0e1f306e7,segment=NetworkSegment(f4a43eb0-75a1-4bea-960d-46915ab06cc5),segment_id=f4a43eb0-75a1-4bea-960d-46915ab06cc5)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:15.140267 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:15.192039 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa9ae54-a83d-4f25-9f15-9457b55affee x-openstack-request-id: req-daa9ae54-a83d-4f25-9f15-9457b55affee {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:15.196759 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17574f4f-82f7-4e1d-bcfd-667bf593e000", "name": "network-vif-plugged", "status": "completed", "tag": "a682b44c-e283-45f5-9fb6-66c0e1f306e7", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:15.197703 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-daa9ae54-a83d-4f25-9f15-9457b55affee {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:15.199854 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17574f4f-82f7-4e1d-bcfd-667bf593e000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a682b44c-e283-45f5-9fb6-66c0e1f306e7', 'code': 200} Jul 14 14:03:15.259550 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab28d0b5-a1d5-4ee6-bcf9-b03663ac5198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:15.260547 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=a682b44c-e283-45f5-9fb6-66c0e1f306e7,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:15.272289 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab28d0b5-a1d5-4ee6-bcf9-b03663ac5198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:15.274442 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ab28d0b5-a1d5-4ee6-bcf9-b03663ac5198 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f7d7f304-0052-40c5-9eb5-142c588266e7 HTTP/1.1" status: 204 len: 168 time: 0.5927148 Jul 14 14:03:15.299405 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28d0b5-a1d5-4ee6-bcf9-b03663ac5198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d7f304-0052-40c5-9eb5-142c588266e7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:15.433020 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d044b3-d658-4fdf-b2e0-2df8e11afc07 req-9aa07255-58c3-4552-b133-efcac4835dd0 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:15.472262 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f2d044b3-d658-4fdf-b2e0-2df8e11afc07 req-9aa07255-58c3-4552-b133-efcac4835dd0 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.7364438 Jul 14 14:03:15.803352 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Allocated IP 172.20.0.6 (db969060-89c4-45a0-a6df-b75fe2cb2c07/13419f97-ab25-484c-967b-aced639b47ff/67608b3b-bb04-4460-a041-00bc84942502) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:03:15.863810 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3372d9-22d0-4640-b98e-66787ec91007 req-2c839e16-ea2f-4ab0-9532-8dc575b4ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:15.867274 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec3372d9-22d0-4640-b98e-66787ec91007 req-2c839e16-ea2f-4ab0-9532-8dc575b4ab7a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 1102 time: 0.3064866 Jul 14 14:03:15.923649 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe9eb0-7aa1-4e0e-81f6-a8a615aed4f4 req-e8546f63-9b6a-488b-bf96-8cc10a0cbe48 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:15.936548 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dbe9eb0-7aa1-4e0e-81f6-a8a615aed4f4 req-e8546f63-9b6a-488b-bf96-8cc10a0cbe48 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 949 time: 0.2374976 Jul 14 14:03:15.982442 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f2d044b3-d658-4fdf-b2e0-2df8e11afc07 req-37dadb18-77f2-4cc5-af30-53f259ba09d7 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176814 Jul 14 14:03:16.027216 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec3372d9-22d0-4640-b98e-66787ec91007 req-dd862ed6-e741-432a-891d-2fdc28a40a91 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7d6e37e0-e5cb-45fd-a927-5f3eb8aed190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489818 Jul 14 14:03:16.095858 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dbe9eb0-7aa1-4e0e-81f6-a8a615aed4f4 req-c120b6ca-dfb7-461c-ab5e-a847c6f8649d tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6e37e0-e5cb-45fd-a927-5f3eb8aed190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573198 Jul 14 14:03:16.379712 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c65abec1-f340-43d6-aa89-434f47751d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:16.417952 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-054dbf61-036a-4cbd-bed0-6c850e27a538 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:16.434631 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-054dbf61-036a-4cbd-bed0-6c850e27a538 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.38 "GET /v2.0/networks?id=daf8293f-bceb-473a-8f8e-5cc57c58d137 HTTP/1.1" status: 200 len: 809 time: 0.9561365 Jul 14 14:03:16.448840 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e5f8a9a0-dc37-4ddd-8ddf-fc80ae715012 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Request body: {'port': {'device_id': '6cedd6de-ff93-4404-83f4-3a42e7298642', 'network_id': 'daf8293f-bceb-473a-8f8e-5cc57c58d137', 'admin_state_up': True, 'tenant_id': '6611a309b4ff48338e9c94293d97a364'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:16.459852 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:16.579943 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d4432bd-d016-41d5-bb4f-221fea08f30c req-35d5d3ec-e06e-4d15-a2a1-2bae218f180b tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 210 time: 0.0744452 Jul 14 14:03:16.695812 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52756) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:16.729403 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ea47e7e4-a702-4ba8-b86f-25193c39b614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:16.848643 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5f9ee507-35fb-40fe-996a-31f54583a32d req-73aec572-930f-4ac8-9fbd-1591f5b9a23a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.3947611 Jul 14 14:03:16.909742 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:16.959937 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Transition to ACTIVE for port object 67608b3b-bb04-4460-a041-00bc84942502 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:03:16.980408 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23874a-83b3-4216-8317-4ac97fe49b51 req-5e434a63-4005-4271-a7ed-5743535c6d95 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:16.993720 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca23874a-83b3-4216-8317-4ac97fe49b51 req-5e434a63-4005-4271-a7ed-5743535c6d95 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.2042396 Jul 14 14:03:17.008903 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 52768) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:17.019444 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.114326 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca23874a-83b3-4216-8317-4ac97fe49b51 req-b6e385a2-019d-4860-9c8d-b71ca9393090 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190577 Jul 14 14:03:17.124039 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ea47e7e4-a702-4ba8-b86f-25193c39b614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.135607 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ea47e7e4-a702-4ba8-b86f-25193c39b614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.219020 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Pushing event updated for resources: {'Port': ['ID=67608b3b-bb04-4460-a041-00bc84942502,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:17.248032 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Network db969060-89c4-45a0-a6df-b75fe2cb2c07 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:03:17.260929 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47e7e4-a702-4ba8-b86f-25193c39b614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdc1153-9dda-4836-997b-6530542969e9,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:17.267558 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:03:17.284734 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ea47e7e4-a702-4ba8-b86f-25193c39b614 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d3fa07229c4b465a8bb226139d92102f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5867419 Jul 14 14:03:17.284970 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:03:17.294333 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52782) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:17.361379 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.392938 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e5f8a9a0-dc37-4ddd-8ddf-fc80ae715012 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Made reservation on behalf of 6611a309b4ff48338e9c94293d97a364 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:03:17.399421 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e5f8a9a0-dc37-4ddd-8ddf-fc80ae715012 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.403695 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:17.404412 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:17.404975 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:17.405540 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:17.406523 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:17.407331 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:17.407880 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:17.408419 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:17.408963 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:17.409513 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:17.410039 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:17.410732 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:17.415089 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-743f5ad3-ebc8-4a7b-ba63-23567de69c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.436561 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7c1b52f-8491-42d0-8a89-26273da2bacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.583700 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-743f5ad3-ebc8-4a7b-ba63-23567de69c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.593781 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:17.594460 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.604071 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-743f5ad3-ebc8-4a7b-ba63-23567de69c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.604381 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7c1b52f-8491-42d0-8a89-26273da2bacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.684723 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-1320e7d9-7006-413e-b7ae-479598d6052d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8586693 Jul 14 14:03:17.685131 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781cc45-cfed-4849-86e9-b4ef5d2e137b req-7ee9fe2b-abdf-4536-b5b3-cb54d47c5366 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:17.686902 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6781cc45-cfed-4849-86e9-b4ef5d2e137b req-7ee9fe2b-abdf-4536-b5b3-cb54d47c5366 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 949 time: 0.1944318 Jul 14 14:03:17.702910 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-0a7ae38d-58f6-4957-b81c-69e915bb7c80 None None] Provisioning for port 67608b3b-bb04-4460-a041-00bc84942502 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:03:17.710916 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-0a7ae38d-58f6-4957-b81c-69e915bb7c80 None None] Provisioning complete for port 67608b3b-bb04-4460-a041-00bc84942502 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:03:17.711522 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0a7ae38d-58f6-4957-b81c-69e915bb7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.714819 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Request body: {'port': {'device_id': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:17.716387 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7c1b52f-8491-42d0-8a89-26273da2bacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.719768 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b7c1b52f-8491-42d0-8a89-26273da2bacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.734353 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b7c1b52f-8491-42d0-8a89-26273da2bacf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ccdc1153-9dda-4836-997b-6530542969e9 HTTP/1.1" status: 204 len: 168 time: 0.4350257 Jul 14 14:03:17.737727 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f244c-d601-4717-86da-3532da63af8b req-e2be7d98-b4b4-47db-a769-027c09183682 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:17.742189 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f41f244c-d601-4717-86da-3532da63af8b req-e2be7d98-b4b4-47db-a769-027c09183682 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.4146011 Jul 14 14:03:17.762140 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1b52f-8491-42d0-8a89-26273da2bacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdc1153-9dda-4836-997b-6530542969e9,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:17.789598 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f5ad3-ebc8-4a7b-ba63-23567de69c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fe3a22-6ce2-4ebc-b8c7-ec6a7eba2f56,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:17.795710 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ae38d-58f6-4957-b81c-69e915bb7c80 None None] Port 67608b3b-bb04-4460-a041-00bc84942502 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:03:17.802199 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-743f5ad3-ebc8-4a7b-ba63-23567de69c22 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6d12ee039c314ad0a2705cb3df351520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7894990 Jul 14 14:03:17.815224 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6781cc45-cfed-4849-86e9-b4ef5d2e137b req-2fafcb74-e723-4ce9-a15e-1bba0c14bef6 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6e37e0-e5cb-45fd-a927-5f3eb8aed190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196442 Jul 14 14:03:17.815853 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52790) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:17.919783 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e5f8a9a0-dc37-4ddd-8ddf-fc80ae715012 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Allocated IP 172.20.0.3 (daf8293f-bceb-473a-8f8e-5cc57c58d137/a3db256d-3b94-46fa-bda0-a2435cbd1719/3a61f990-3966-407d-b6a2-dbc924ba87f9) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:03:17.924815 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f41f244c-d601-4717-86da-3532da63af8b req-e5148012-9666-4f59-a56a-649687905870 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281121 Jul 14 14:03:17.927033 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2eb156d2-a9ef-412e-b069-2d23c66f1cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.969712 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:18.007853 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2eb156d2-a9ef-412e-b069-2d23c66f1cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:18.141407 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2eb156d2-a9ef-412e-b069-2d23c66f1cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:18.146246 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2eb156d2-a9ef-412e-b069-2d23c66f1cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:18.149101 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2eb156d2-a9ef-412e-b069-2d23c66f1cb2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c4fe3a22-6ce2-4ebc-b8c7-ec6a7eba2f56 HTTP/1.1" status: 204 len: 168 time: 0.3313746 Jul 14 14:03:18.166198 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-37d9ebe4-e2e5-463f-8f61-54c9bd1ef51c req-24143035-94f7-4f6a-9c1f-2256fadcbc77 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 210 time: 0.1035347 Jul 14 14:03:18.166661 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb156d2-a9ef-412e-b069-2d23c66f1cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fe3a22-6ce2-4ebc-b8c7-ec6a7eba2f56,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:18.368311 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e5f8a9a0-dc37-4ddd-8ddf-fc80ae715012 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:18.478373 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e5f8a9a0-dc37-4ddd-8ddf-fc80ae715012 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:18.587467 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8a9a0-dc37-4ddd-8ddf-fc80ae715012 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Pushing event updated for resources: {'Port': ['ID=3a61f990-3966-407d-b6a2-dbc924ba87f9,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:18.607888 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e5f8a9a0-dc37-4ddd-8ddf-fc80ae715012 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Network daf8293f-bceb-473a-8f8e-5cc57c58d137 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:03:18.614041 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e5f8a9a0-dc37-4ddd-8ddf-fc80ae715012 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:03:18.616651 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e5f8a9a0-dc37-4ddd-8ddf-fc80ae715012 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:03:18.624240 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67608b3b-bb04-4460-a041-00bc84942502 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:03:18.657139 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:18.697304 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Transition to ACTIVE for port object 67608b3b-bb04-4460-a041-00bc84942502 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:03:18.716704 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:18.767448 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e5f8a9a0-dc37-4ddd-8ddf-fc80ae715012 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:18.768166 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e5f8a9a0-dc37-4ddd-8ddf-fc80ae715012 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:18.865343 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52830) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:18.927932 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee42abae-7f43-4513-bb94-a10183ee26ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:18.940651 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e5f8a9a0-dc37-4ddd-8ddf-fc80ae715012 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5031793 Jul 14 14:03:19.011293 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Request body: {'port': {'device_id': '6cedd6de-ff93-4404-83f4-3a42e7298642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:19.040748 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb972a5-e635-4b29-bab7-7e65e1633d85 req-86663524-f7cf-40d5-84fc-b0d2d5cf1b95 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:19.042629 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fb972a5-e635-4b29-bab7-7e65e1633d85 req-86663524-f7cf-40d5-84fc-b0d2d5cf1b95 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1789374 Jul 14 14:03:19.061704 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=67608b3b-bb04-4460-a041-00bc84942502,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:19.156553 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fb972a5-e635-4b29-bab7-7e65e1633d85 req-8f43c7a0-be2e-4975-881c-9cf718b4986b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039424 Jul 14 14:03:19.179344 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.180744 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee42abae-7f43-4513-bb94-a10183ee26ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.187216 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Attempting to bind port 67608b3b-bb04-4460-a041-00bc84942502 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:03:19.187445 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Attempting to bind port 67608b3b-bb04-4460-a041-00bc84942502 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '0ec56c5e-2beb-4054-b4f7-34ce88325688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:03:19.187857 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Attempting to bind port 67608b3b-bb04-4460-a041-00bc84942502 on network db969060-89c4-45a0-a6df-b75fe2cb2c07 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:03:19.189723 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee42abae-7f43-4513-bb94-a10183ee26ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.193846 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.202062 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Port 67608b3b-bb04-4460-a041-00bc84942502 on network db969060-89c4-45a0-a6df-b75fe2cb2c07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:03:19.202629 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Attempting to bind port 67608b3b-bb04-4460-a041-00bc84942502 on network db969060-89c4-45a0-a6df-b75fe2cb2c07 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:03:19.223222 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:03:19.223471 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Checking segment: {'id': '0ec56c5e-2beb-4054-b4f7-34ce88325688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:03:19.223869 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Bound using segment: {'id': '0ec56c5e-2beb-4054-b4f7-34ce88325688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:03:19.224602 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Bound port: 67608b3b-bb04-4460-a041-00bc84942502, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec56c5e-2beb-4054-b4f7-34ce88325688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:03:19.224748 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.237691 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ee42abae-7f43-4513-bb94-a10183ee26ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f0eaad213b3d425d911fd69562d1a84d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709576 Jul 14 14:03:19.238618 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 52840) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:19.300501 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d1d39-8fd5-4adc-aa69-6aef475f25f9 req-2929ad7a-24a7-4786-9ee4-c1045af44005 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:19.302109 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e47d1d39-8fd5-4adc-aa69-6aef475f25f9 req-2929ad7a-24a7-4786-9ee4-c1045af44005 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 949 time: 0.2364836 Jul 14 14:03:19.346925 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42abae-7f43-4513-bb94-a10183ee26ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fb90b4-ec02-435b-bc57-69bf72c45bd5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:19.384715 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3618f4cd-503a-4c51-b6c9-43b39f2d227a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.418118 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3618f4cd-503a-4c51-b6c9-43b39f2d227a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.455750 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] For port 67608b3b-bb04-4460-a041-00bc84942502, host hv-cinder-78692, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:03:19.462273 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eebc8b-b1bf-4c28-85a7-7de702e16619 req-4f260ca7-6338-4ad9-8977-580b64a2b2aa tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:19.463986 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e9eebc8b-b1bf-4c28-85a7-7de702e16619 req-4f260ca7-6338-4ad9-8977-580b64a2b2aa tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.1654603 Jul 14 14:03:19.496252 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] For port 67608b3b-bb04-4460-a041-00bc84942502, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=67608b3b-bb04-4460-a041-00bc84942502,segment=NetworkSegment(0ec56c5e-2beb-4054-b4f7-34ce88325688),segment_id=0ec56c5e-2beb-4054-b4f7-34ce88325688)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:03:19.513473 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e47d1d39-8fd5-4adc-aa69-6aef475f25f9 req-aa5505e0-cc93-428c-b326-19c0a56581ed tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6e37e0-e5cb-45fd-a927-5f3eb8aed190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006574 Jul 14 14:03:19.532721 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.574677 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e9eebc8b-b1bf-4c28-85a7-7de702e16619 req-4e63376d-aa15-46e8-99d8-8776ca003ccf tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928195 Jul 14 14:03:19.576399 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3618f4cd-503a-4c51-b6c9-43b39f2d227a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.581219 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3618f4cd-503a-4c51-b6c9-43b39f2d227a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.583568 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3618f4cd-503a-4c51-b6c9-43b39f2d227a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/95fb90b4-ec02-435b-bc57-69bf72c45bd5 HTTP/1.1" status: 204 len: 168 time: 0.3421285 Jul 14 14:03:19.595227 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618f4cd-503a-4c51-b6c9-43b39f2d227a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fb90b4-ec02-435b-bc57-69bf72c45bd5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:19.662525 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:03:19.720642 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:19.721421 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:19.722756 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] 10.222.0.38 "PUT /v2.0/ports/67608b3b-bb04-4460-a041-00bc84942502 HTTP/1.1" status: 200 len: 1093 time: 2.0127106 Jul 14 14:03:19.726466 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'tag': '67608b3b-bb04-4460-a041-00bc84942502'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:19.740469 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2a1587-08d2-4534-b4bc-5144ffbc4d18" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d93a37-2a27-4848-a6e3-b0bb681f07d0", "tag": "67608b3b-bb04-4460-a041-00bc84942502"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:19.875058 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52a09fd-0fa6-4a37-9426-0267e3247f2b x-openstack-request-id: req-a52a09fd-0fa6-4a37-9426-0267e3247f2b {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:19.875716 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d93a37-2a27-4848-a6e3-b0bb681f07d0", "tag": "67608b3b-bb04-4460-a041-00bc84942502", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:19.876175 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a52a09fd-0fa6-4a37-9426-0267e3247f2b {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:19.876796 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'tag': '67608b3b-bb04-4460-a041-00bc84942502', 'status': 'completed', 'code': 200} Jul 14 14:03:19.903551 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd953c-14c9-4923-b5ae-a3ebf0efb8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=67608b3b-bb04-4460-a041-00bc84942502,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:20.058430 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbccb4-3f5d-4c88-a215-39f9e7105e11 req-02e6dd8b-f808-49f6-a2d9-d65ae4483a85 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:20.061772 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fffbccb4-3f5d-4c88-a215-39f9e7105e11 req-02e6dd8b-f808-49f6-a2d9-d65ae4483a85 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 931 time: 0.2901943 Jul 14 14:03:20.063942 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a61f990-3966-407d-b6a2-dbc924ba87f9 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:03:20.078989 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:20.103263 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-d5d56475-6701-4755-8889-a115a84a3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:20.104851 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-d5d56475-6701-4755-8889-a115a84a3b40 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e27764fd7e97437f820fc188b28a2fde&device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 1096 time: 0.3089309 Jul 14 14:03:20.126437 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Transition to ACTIVE for port object 3a61f990-3966-407d-b6a2-dbc924ba87f9 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:03:20.166224 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:20.173994 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-dda4bf43-cc5b-4a4f-85c9-947fc640c1e4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67608b3b-bb04-4460-a041-00bc84942502 HTTP/1.1" status: 200 len: 217 time: 0.0574656 Jul 14 14:03:20.191929 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fffbccb4-3f5d-4c88-a215-39f9e7105e11 req-7b423495-cd09-4a8d-b6bf-52950deaea09 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149573 Jul 14 14:03:20.286157 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a61f990-3966-407d-b6a2-dbc924ba87f9,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:20.297879 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-cbfc4ccc-ede3-4029-9136-ce97d887464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:20.299606 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-cbfc4ccc-ede3-4029-9136-ce97d887464e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=13419f97-ab25-484c-967b-aced639b47ff HTTP/1.1" status: 200 len: 847 time: 0.0787652 Jul 14 14:03:20.492378 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53db413-1639-4ef9-a5f4-a278bce539fe req-51ac2ce0-b00f-422e-8918-e52df0968d90 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:20.495120 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a53db413-1639-4ef9-a5f4-a278bce539fe req-51ac2ce0-b00f-422e-8918-e52df0968d90 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0908635 Jul 14 14:03:20.516822 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-f049483f-329b-4881-9756-468c0ab0cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:20.519502 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-f049483f-329b-4881-9756-468c0ab0cdd6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=db969060-89c4-45a0-a6df-b75fe2cb2c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2088628 Jul 14 14:03:20.521425 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Attempting to bind port 3a61f990-3966-407d-b6a2-dbc924ba87f9 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:03:20.522002 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Attempting to bind port 3a61f990-3966-407d-b6a2-dbc924ba87f9 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'b7df86ca-9120-4b43-8b1d-79211dfad9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'daf8293f-bceb-473a-8f8e-5cc57c58d137'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:03:20.522599 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Attempting to bind port 3a61f990-3966-407d-b6a2-dbc924ba87f9 on network daf8293f-bceb-473a-8f8e-5cc57c58d137 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:03:20.536333 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Port 3a61f990-3966-407d-b6a2-dbc924ba87f9 on network daf8293f-bceb-473a-8f8e-5cc57c58d137 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:03:20.536874 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Attempting to bind port 3a61f990-3966-407d-b6a2-dbc924ba87f9 on network daf8293f-bceb-473a-8f8e-5cc57c58d137 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:03:20.549778 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:03:20.550305 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Checking segment: {'id': 'b7df86ca-9120-4b43-8b1d-79211dfad9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'daf8293f-bceb-473a-8f8e-5cc57c58d137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:03:20.550903 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Bound using segment: {'id': 'b7df86ca-9120-4b43-8b1d-79211dfad9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'daf8293f-bceb-473a-8f8e-5cc57c58d137'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:03:20.551666 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Bound port: 3a61f990-3966-407d-b6a2-dbc924ba87f9, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7df86ca-9120-4b43-8b1d-79211dfad9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'daf8293f-bceb-473a-8f8e-5cc57c58d137'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:03:20.552650 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:20.673426 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a53db413-1639-4ef9-a5f4-a278bce539fe req-0a72c293-8643-4f2f-8bc6-a21806dec5bc tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648872 Jul 14 14:03:20.744052 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd87019-e7c3-4ac6-bcb3-a9767c804685 req-58e14cd9-f50d-4756-9890-a0e50120943e tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:20.745686 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5cd87019-e7c3-4ac6-bcb3-a9767c804685 req-58e14cd9-f50d-4756-9890-a0e50120943e tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.38 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 949 time: 0.1873965 Jul 14 14:03:20.823499 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-dbfb4337-f3fd-43f5-acc9-c01637e51d4b service neutron] 10.222.0.38 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644053 Jul 14 14:03:20.998044 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ebbed894-ad7f-4414-b3c2-9ce536067f3f req-a81a1e4f-cdd7-4e5c-8424-12ca0fe99cb7 service neutron] 10.222.0.38 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343043 Jul 14 14:03:21.028201 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] For port 3a61f990-3966-407d-b6a2-dbc924ba87f9, host hv-cinder-78692, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:03:21.074052 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] For port 3a61f990-3966-407d-b6a2-dbc924ba87f9, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a61f990-3966-407d-b6a2-dbc924ba87f9,segment=NetworkSegment(b7df86ca-9120-4b43-8b1d-79211dfad9cc),segment_id=b7df86ca-9120-4b43-8b1d-79211dfad9cc)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:03:21.094022 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c19af-4144-40d5-97f4-ba79836d87d9 req-9968e5d2-6ac5-41a1-ba32-e326941d9118 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:21.103644 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-718c19af-4144-40d5-97f4-ba79836d87d9 req-9968e5d2-6ac5-41a1-ba32-e326941d9118 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 949 time: 0.2833092 Jul 14 14:03:21.109393 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:21.129282 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-5cd87019-e7c3-4ac6-bcb3-a9767c804685 req-2c87e4a3-52ce-4ecd-9de2-688071427161 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Deleting port a682b44c-e283-45f5-9fb6-66c0e1f306e7 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:03:21.130052 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5cd87019-e7c3-4ac6-bcb3-a9767c804685 req-2c87e4a3-52ce-4ecd-9de2-688071427161 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:21.235784 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:21.236774 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c24d3-6d02-4677-a6a3-879a61fd77f2 req-9c705ce2-170a-47b4-862a-0445c7778549 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:21.236925 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:21.238666 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-511c24d3-6d02-4677-a6a3-879a61fd77f2 req-9c705ce2-170a-47b4-862a-0445c7778549 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.2526672 Jul 14 14:03:21.249970 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] 10.222.0.38 "PUT /v2.0/ports/3a61f990-3966-407d-b6a2-dbc924ba87f9 HTTP/1.1" status: 200 len: 1093 time: 2.2444494 Jul 14 14:03:21.318525 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-511c24d3-6d02-4677-a6a3-879a61fd77f2 req-fc8b1e98-c52a-447e-9238-1a46bee18ae3 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651278 Jul 14 14:03:21.334033 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-718c19af-4144-40d5-97f4-ba79836d87d9 req-839b2994-df2a-4fca-8443-7b4c398589a3 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d6e37e0-e5cb-45fd-a927-5f3eb8aed190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287042 Jul 14 14:03:21.356596 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-5cd87019-e7c3-4ac6-bcb3-a9767c804685 req-2c87e4a3-52ce-4ecd-9de2-688071427161 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] For port a682b44c-e283-45f5-9fb6-66c0e1f306e7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a682b44c-e283-45f5-9fb6-66c0e1f306e7,segment=NetworkSegment(f4a43eb0-75a1-4bea-960d-46915ab06cc5),segment_id=f4a43eb0-75a1-4bea-960d-46915ab06cc5)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:21.357003 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5cd87019-e7c3-4ac6-bcb3-a9767c804685 req-2c87e4a3-52ce-4ecd-9de2-688071427161 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:21.438158 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-5cd87019-e7c3-4ac6-bcb3-a9767c804685 req-2c87e4a3-52ce-4ecd-9de2-688071427161 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Calling delete_port for a682b44c-e283-45f5-9fb6-66c0e1f306e7 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:03:21.467871 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e340b-ca98-4bf8-9b12-f833f4d4a7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a61f990-3966-407d-b6a2-dbc924ba87f9,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:21.576270 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a1587-08d2-4534-b4bc-5144ffbc4d18 req-d2526f27-1653-407d-a4fe-e7195d6a9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:21.579108 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fc2a1587-08d2-4534-b4bc-5144ffbc4d18 req-d2526f27-1653-407d-a4fe-e7195d6a9376 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e27764fd7e97437f820fc188b28a2fde&device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 1096 time: 0.3948848 Jul 14 14:03:21.591030 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-7806604d-96ce-4d86-8a84-8c98995bef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:21.594496 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-7806604d-96ce-4d86-8a84-8c98995bef2f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6611a309b4ff48338e9c94293d97a364&device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 1096 time: 0.2563915 Jul 14 14:03:21.735100 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-7d43f1cd-0bde-42b1-bf0e-4a93cf937ec8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a61f990-3966-407d-b6a2-dbc924ba87f9 HTTP/1.1" status: 200 len: 217 time: 0.1251764 Jul 14 14:03:21.844897 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88267daf-3a19-46bc-8474-5d67c9ab257b req-4e721a6e-e19c-4182-b42a-ebd7bb97494a tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:21.852270 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-88267daf-3a19-46bc-8474-5d67c9ab257b req-4e721a6e-e19c-4182-b42a-ebd7bb97494a tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 943 time: 0.2255540 Jul 14 14:03:21.864383 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-9cda3caf-e12a-4b77-af1a-f16ddff55b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:21.867536 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-9cda3caf-e12a-4b77-af1a-f16ddff55b2f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3db256d-3b94-46fa-bda0-a2435cbd1719 HTTP/1.1" status: 200 len: 849 time: 0.1239552 Jul 14 14:03:21.879236 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cedd6de-ff93-4404-83f4-3a42e7298642', 'tag': '3a61f990-3966-407d-b6a2-dbc924ba87f9'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:21.883912 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8335d85-1743-4c11-95ed-403b6a6e54df" -d '{"events": [{"name": "network-changed", "server_uuid": "6cedd6de-ff93-4404-83f4-3a42e7298642", "tag": "3a61f990-3966-407d-b6a2-dbc924ba87f9"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:21.927962 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-88267daf-3a19-46bc-8474-5d67c9ab257b req-a48da871-9bbd-46f8-b60c-4dc4ba1f6161 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746367 Jul 14 14:03:21.943340 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5cd87019-e7c3-4ac6-bcb3-a9767c804685 req-2c87e4a3-52ce-4ecd-9de2-688071427161 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:21.956493 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-30b8a6af-310e-430e-9efd-b46cdb3fab6e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=daf8293f-bceb-473a-8f8e-5cc57c58d137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785882 Jul 14 14:03:21.959901 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a1587-08d2-4534-b4bc-5144ffbc4d18 req-26bf4c60-7be4-4bc8-a72c-0bb51c73c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:21.961274 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['a682b44c-e283-45f5-9fb6-66c0e1f306e7'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:03:21.962081 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fc2a1587-08d2-4534-b4bc-5144ffbc4d18 req-26bf4c60-7be4-4bc8-a72c-0bb51c73c609 service neutron] 10.222.0.38 "GET /v2.0/networks?id=db969060-89c4-45a0-a6df-b75fe2cb2c07 HTTP/1.1" status: 200 len: 909 time: 0.3659549 Jul 14 14:03:21.992311 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87e4a3-52ce-4ecd-9de2-688071427161 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Pushing event deleted for resources: {'Port': ['ID=a682b44c-e283-45f5-9fb6-66c0e1f306e7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:22.043457 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20c61c4-b562-423e-a2df-31d73a3add13 x-openstack-request-id: req-a20c61c4-b562-423e-a2df-31d73a3add13 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:22.044015 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cedd6de-ff93-4404-83f4-3a42e7298642", "tag": "3a61f990-3966-407d-b6a2-dbc924ba87f9", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:22.044464 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a20c61c4-b562-423e-a2df-31d73a3add13 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:22.045033 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cedd6de-ff93-4404-83f4-3a42e7298642', 'tag': '3a61f990-3966-407d-b6a2-dbc924ba87f9', 'status': 'completed', 'code': 200} Jul 14 14:03:22.086355 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd87019-e7c3-4ac6-bcb3-a9767c804685 req-2c87e4a3-52ce-4ecd-9de2-688071427161 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] No DVR routers for this DVR port a682b44c-e283-45f5-9fb6-66c0e1f306e7 on host hv-cinder-78692 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:03:22.091414 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-5cd87019-e7c3-4ac6-bcb3-a9767c804685 req-2c87e4a3-52ce-4ecd-9de2-688071427161 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:22.095905 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5cd87019-e7c3-4ac6-bcb3-a9767c804685 req-2c87e4a3-52ce-4ecd-9de2-688071427161 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.38 "DELETE /v2.0/ports/a682b44c-e283-45f5-9fb6-66c0e1f306e7 HTTP/1.1" status: 204 len: 173 time: 1.3414404 Jul 14 14:03:22.096610 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17574f4f-82f7-4e1d-bcfd-667bf593e000', 'name': 'network-vif-deleted', 'tag': 'a682b44c-e283-45f5-9fb6-66c0e1f306e7'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:22.101939 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f966c3-e268-4b0e-bdbf-837915a32145" -d '{"events": [{"server_uuid": "17574f4f-82f7-4e1d-bcfd-667bf593e000", "name": "network-vif-deleted", "tag": "a682b44c-e283-45f5-9fb6-66c0e1f306e7"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:22.199469 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4194ef20-4a73-4bb4-a4c3-fb7fb7bc4dcd x-openstack-request-id: req-4194ef20-4a73-4bb4-a4c3-fb7fb7bc4dcd {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:22.199922 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17574f4f-82f7-4e1d-bcfd-667bf593e000", "name": "network-vif-deleted", "tag": "a682b44c-e283-45f5-9fb6-66c0e1f306e7", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:22.200314 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4194ef20-4a73-4bb4-a4c3-fb7fb7bc4dcd {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:22.200947 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17574f4f-82f7-4e1d-bcfd-667bf593e000', 'name': 'network-vif-deleted', 'tag': 'a682b44c-e283-45f5-9fb6-66c0e1f306e7', 'status': 'completed', 'code': 200} Jul 14 14:03:22.633469 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fc2a1587-08d2-4534-b4bc-5144ffbc4d18 req-21a5d6e2-f273-4a38-87ee-0fe1da2765dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67608b3b-bb04-4460-a041-00bc84942502 HTTP/1.1" status: 200 len: 217 time: 0.6590579 Jul 14 14:03:22.781539 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f5d0a-b87f-4a6f-9a71-4f2f5fb283b0 req-0625d261-f671-4e7a-8015-7d1b50035240 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:22.783355 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c46f5d0a-b87f-4a6f-9a71-4f2f5fb283b0 req-0625d261-f671-4e7a-8015-7d1b50035240 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.1577382 Jul 14 14:03:22.801613 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-ccd7ab69-1fb9-4403-9016-07b551714281 service neutron] 10.222.0.38 "GET /v2.0/networks/daf8293f-bceb-473a-8f8e-5cc57c58d137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8253515 Jul 14 14:03:22.872249 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c46f5d0a-b87f-4a6f-9a71-4f2f5fb283b0 req-6d35abb0-61a4-4fe0-9b8e-7ba3b911d586 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765691 Jul 14 14:03:22.912113 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a1587-08d2-4534-b4bc-5144ffbc4d18 req-80ad73a2-4107-4f75-a04d-e10a6ac4d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:22.913762 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fc2a1587-08d2-4534-b4bc-5144ffbc4d18 req-80ad73a2-4107-4f75-a04d-e10a6ac4d53b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=13419f97-ab25-484c-967b-aced639b47ff HTTP/1.1" status: 200 len: 847 time: 0.2557373 Jul 14 14:03:22.929227 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621c335-c55d-41df-99de-4b63f9a0b898 req-d1e3ba58-7ada-49ad-8cdf-f9c56b6a44f1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:22.936768 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9621c335-c55d-41df-99de-4b63f9a0b898 req-d1e3ba58-7ada-49ad-8cdf-f9c56b6a44f1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.9848647 Jul 14 14:03:23.046705 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9621c335-c55d-41df-99de-4b63f9a0b898 req-9e167941-52ea-4fdb-975f-0ae13365c258 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088543 Jul 14 14:03:23.154033 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a1587-08d2-4534-b4bc-5144ffbc4d18 req-e4430ed3-111e-4abf-ad1c-64cec3777748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:23.155616 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fc2a1587-08d2-4534-b4bc-5144ffbc4d18 req-e4430ed3-111e-4abf-ad1c-64cec3777748 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=db969060-89c4-45a0-a6df-b75fe2cb2c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2143447 Jul 14 14:03:23.168194 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b01031c-f441-4564-b2ab-c9523d6577aa req-2ac350a9-4e96-449d-ac84-889dbe4f939a service neutron] 10.222.0.38 "GET /v2.0/networks/daf8293f-bceb-473a-8f8e-5cc57c58d137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549855 Jul 14 14:03:23.186451 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fdadd7c9-1a88-40e8-8333-be24949eb47f req-41d4454d-8cea-4e34-bccf-948567ff3190 tempest-VolumesNegativeTest-1320601049 tempest-VolumesNegativeTest-1320601049-project] 10.222.0.57 "GET /v2.0/ports?device_id=17574f4f-82f7-4e1d-bcfd-667bf593e000 HTTP/1.1" status: 200 len: 210 time: 0.0514412 Jul 14 14:03:23.418934 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fc2a1587-08d2-4534-b4bc-5144ffbc4d18 req-7025de5b-c12d-4bc4-9438-0808d88b9946 service neutron] 10.222.0.38 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533128 Jul 14 14:03:23.494520 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8335d85-1743-4c11-95ed-403b6a6e54df req-4a1f019c-94a6-458c-b8db-7052712333ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:23.496044 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b8335d85-1743-4c11-95ed-403b6a6e54df req-4a1f019c-94a6-458c-b8db-7052712333ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6611a309b4ff48338e9c94293d97a364&device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 1096 time: 0.2236714 Jul 14 14:03:23.525066 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f75677-5683-468b-b1d6-556f6c11a053 req-cf683196-7ae5-48a4-bf01-e9e89d15552e tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:23.526648 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77f75677-5683-468b-b1d6-556f6c11a053 req-cf683196-7ae5-48a4-bf01-e9e89d15552e tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 943 time: 0.2005329 Jul 14 14:03:23.644473 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fc2a1587-08d2-4534-b4bc-5144ffbc4d18 req-a714d62f-159b-4feb-ac95-b8f13505f8b3 service neutron] 10.222.0.38 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154381 Jul 14 14:03:23.649975 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77f75677-5683-468b-b1d6-556f6c11a053 req-a2524d1c-0bb9-4369-8a68-838ee2cbab18 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824964 Jul 14 14:03:23.672206 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8335d85-1743-4c11-95ed-403b6a6e54df req-74e65289-6421-4bdc-9518-04492be107c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:23.674103 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b8335d85-1743-4c11-95ed-403b6a6e54df req-74e65289-6421-4bdc-9518-04492be107c9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=daf8293f-bceb-473a-8f8e-5cc57c58d137 HTTP/1.1" status: 200 len: 910 time: 0.1688395 Jul 14 14:03:23.783470 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b8335d85-1743-4c11-95ed-403b6a6e54df req-91d2293f-0d02-440a-8375-f54ea90377cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a61f990-3966-407d-b6a2-dbc924ba87f9 HTTP/1.1" status: 200 len: 217 time: 0.0975206 Jul 14 14:03:23.889236 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8335d85-1743-4c11-95ed-403b6a6e54df req-9507d9cc-9c02-4816-be8d-d45143bf047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:23.892111 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b8335d85-1743-4c11-95ed-403b6a6e54df req-9507d9cc-9c02-4816-be8d-d45143bf047f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3db256d-3b94-46fa-bda0-a2435cbd1719 HTTP/1.1" status: 200 len: 849 time: 0.0958366 Jul 14 14:03:23.950032 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b8335d85-1743-4c11-95ed-403b6a6e54df req-612760ab-9647-493d-97bf-390fe9588358 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=daf8293f-bceb-473a-8f8e-5cc57c58d137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458841 Jul 14 14:03:24.080751 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b8335d85-1743-4c11-95ed-403b6a6e54df req-8d186e3f-14ca-4d5d-8918-f073213ed068 service neutron] 10.222.0.38 "GET /v2.0/networks/daf8293f-bceb-473a-8f8e-5cc57c58d137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217785 Jul 14 14:03:24.180211 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afefdb-12cf-4a42-9627-a71c0a6def67 req-45d971cc-fb45-41a0-9189-40c27f188fd7 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:24.188527 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71afefdb-12cf-4a42-9627-a71c0a6def67 req-45d971cc-fb45-41a0-9189-40c27f188fd7 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.1374702 Jul 14 14:03:24.237870 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-71afefdb-12cf-4a42-9627-a71c0a6def67 req-b214509b-830a-4f3b-a26e-a03b127898f9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389297 Jul 14 14:03:24.294699 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b8335d85-1743-4c11-95ed-403b6a6e54df req-2aee9757-b5a7-45a2-8cad-5edec72381d3 service neutron] 10.222.0.38 "GET /v2.0/networks/daf8293f-bceb-473a-8f8e-5cc57c58d137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059255 Jul 14 14:03:24.363537 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa43e66-c70f-423a-8b3b-162ff127e383 req-8f0a72cd-6860-4e2b-ad89-2fb1486fd587 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:24.375892 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6fa43e66-c70f-423a-8b3b-162ff127e383 req-8f0a72cd-6860-4e2b-ad89-2fb1486fd587 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1730516 Jul 14 14:03:24.480277 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 3a61f990-3966-407d-b6a2-dbc924ba87f9 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:03:24.490694 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6fa43e66-c70f-423a-8b3b-162ff127e383 req-1c201ce3-4000-4afe-a602-e914bf29c071 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110473 Jul 14 14:03:24.549745 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device a682b44c-e283-45f5-9fb6-66c0e1f306e7 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:03:24.598749 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: a682b44c-e283-45f5-9fb6-66c0e1f306e7 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:03:24.599309 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device a682b44c-e283-45f5-9fb6-66c0e1f306e7 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:03:24.825736 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 3a61f990-3966-407d-b6a2-dbc924ba87f9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a61f990-3966-407d-b6a2-dbc924ba87f9,segment=NetworkSegment(b7df86ca-9120-4b43-8b1d-79211dfad9cc),segment_id=b7df86ca-9120-4b43-8b1d-79211dfad9cc)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:24.861686 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '3a61f990-3966-407d-b6a2-dbc924ba87f9', 'network_id': 'daf8293f-bceb-473a-8f8e-5cc57c58d137', 'port_id': '3a61f990-3966-407d-b6a2-dbc924ba87f9', 'mac_address': 'fa:16:3e:b7:5b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3db256d-3b94-46fa-bda0-a2435cbd1719', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:03:24.970913 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:24.992230 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a61f990-3966-407d-b6a2-dbc924ba87f9 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:03:25.037321 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 3a61f990-3966-407d-b6a2-dbc924ba87f9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a61f990-3966-407d-b6a2-dbc924ba87f9,segment=NetworkSegment(b7df86ca-9120-4b43-8b1d-79211dfad9cc),segment_id=b7df86ca-9120-4b43-8b1d-79211dfad9cc)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:25.044916 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:25.082791 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf423f82-b89a-446d-b04e-2ece89ac1b8a req-8894f264-9412-4394-a42d-fe60e70a95c7 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:25.084301 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cf423f82-b89a-446d-b04e-2ece89ac1b8a req-8894f264-9412-4394-a42d-fe60e70a95c7 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 943 time: 0.1601963 Jul 14 14:03:25.130699 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 53012) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:25.157230 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=3a61f990-3966-407d-b6a2-dbc924ba87f9,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:25.167949 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cf423f82-b89a-446d-b04e-2ece89ac1b8a req-24d748f3-a9e0-4213-aebc-1ced2126f45d tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747559 Jul 14 14:03:25.184742 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:25.185314 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:25.185980 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:25.186355 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:25.186878 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:25.187406 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:25.187918 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:25.188446 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:25.192269 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:25.194951 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:25.195920 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:25.196465 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:25.362547 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['3a61f990-3966-407d-b6a2-dbc924ba87f9'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:03:25.387536 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1fa8-4d20-402e-a2d7-e52286bf5809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:25.744152 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1fa8-4d20-402e-a2d7-e52286bf5809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:25.760756 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1fa8-4d20-402e-a2d7-e52286bf5809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:25.794521 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669f75e-6731-41dc-b2d6-001e27ea2d18 req-b0905a96-6696-4917-8203-2418f3d380a9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:25.808568 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1669f75e-6731-41dc-b2d6-001e27ea2d18 req-b0905a96-6696-4917-8203-2418f3d380a9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.3072538 Jul 14 14:03:25.836718 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a3ecf-5d88-433e-899b-5b9c21ff0b8a req-bb1b2ac9-5f02-4b93-8559-62558bf3adbb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:25.838781 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-742a3ecf-5d88-433e-899b-5b9c21ff0b8a req-bb1b2ac9-5f02-4b93-8559-62558bf3adbb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0933337 Jul 14 14:03:25.859891 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6b9c1fa8-4d20-402e-a2d7-e52286bf5809 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3061827b1a27410faf2c88d7d1ed1a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7233233 Jul 14 14:03:25.861843 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 53048) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:25.915765 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1669f75e-6731-41dc-b2d6-001e27ea2d18 req-4eb83fbc-701a-4b66-88fa-38b274d9bb22 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059556 Jul 14 14:03:25.924794 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c1fa8-4d20-402e-a2d7-e52286bf5809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd55e6d-9f89-4203-8948-a439cce53638,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:25.945221 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-742a3ecf-5d88-433e-899b-5b9c21ff0b8a req-231f6d8f-9480-4d9c-be7d-4fc50b06dbc5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940020 Jul 14 14:03:25.971483 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0f65b1ff-4f1d-4e5c-9691-62103a125c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.013520 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0f65b1ff-4f1d-4e5c-9691-62103a125c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.067002 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0f65b1ff-4f1d-4e5c-9691-62103a125c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.069981 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0f65b1ff-4f1d-4e5c-9691-62103a125c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.071169 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0f65b1ff-4f1d-4e5c-9691-62103a125c6d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9dd55e6d-9f89-4203-8948-a439cce53638 HTTP/1.1" status: 204 len: 168 time: 0.2070899 Jul 14 14:03:26.079874 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65b1ff-4f1d-4e5c-9691-62103a125c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd55e6d-9f89-4203-8948-a439cce53638,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:26.443679 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 53112) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:26.451268 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a0513-0a37-4ba9-9575-1228226fd38f req-e7ba02e0-d8c4-4af0-8e6d-e893d14c1113 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:26.454915 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9a9a0513-0a37-4ba9-9575-1228226fd38f req-e7ba02e0-d8c4-4af0-8e6d-e893d14c1113 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 944 time: 0.1179259 Jul 14 14:03:26.458337 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a43aab7-8e9f-4931-94d8-86b54d98109c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.475519 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 218416f6-4b46-499c-9d62-c40394570bbe details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:03:26.566005 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9a9a0513-0a37-4ba9-9575-1228226fd38f req-1ab2aafd-9916-4be9-9320-efbe2bbec8ef tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043169 Jul 14 14:03:26.624476 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 218416f6-4b46-499c-9d62-c40394570bbe, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=218416f6-4b46-499c-9d62-c40394570bbe,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:26.634802 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 3a61f990-3966-407d-b6a2-dbc924ba87f9 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:03:26.640921 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a43aab7-8e9f-4931-94d8-86b54d98109c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.649161 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a43aab7-8e9f-4931-94d8-86b54d98109c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.661820 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '218416f6-4b46-499c-9d62-c40394570bbe', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'port_id': '218416f6-4b46-499c-9d62-c40394570bbe', 'mac_address': 'fa:16:3e:f4:6c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:03:26.714546 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43aab7-8e9f-4931-94d8-86b54d98109c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2404df1-c6f5-4e7b-95cf-294a93d5a648,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:26.724945 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5a43aab7-8e9f-4931-94d8-86b54d98109c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e598d68bd8bf4c7697138b7c19ceebf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796130 Jul 14 14:03:26.730427 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 53124) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:26.739847 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.774555 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 218416f6-4b46-499c-9d62-c40394570bbe {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:03:26.788588 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port 3a61f990-3966-407d-b6a2-dbc924ba87f9 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:03:26.800531 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce18b6af-d7a1-4e67-869f-8bea98a7ce93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.807143 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 3a61f990-3966-407d-b6a2-dbc924ba87f9 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:03:26.807969 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.830284 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce18b6af-d7a1-4e67-869f-8bea98a7ce93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.855615 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 218416f6-4b46-499c-9d62-c40394570bbe, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=218416f6-4b46-499c-9d62-c40394570bbe,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:26.879767 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.905351 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce18b6af-d7a1-4e67-869f-8bea98a7ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.914653 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce18b6af-d7a1-4e67-869f-8bea98a7ce93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.921263 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ce18b6af-d7a1-4e67-869f-8bea98a7ce93 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d2404df1-c6f5-4e7b-95cf-294a93d5a648 HTTP/1.1" status: 204 len: 168 time: 0.1886652 Jul 14 14:03:26.938987 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18b6af-d7a1-4e67-869f-8bea98a7ce93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2404df1-c6f5-4e7b-95cf-294a93d5a648,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:26.999121 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['218416f6-4b46-499c-9d62-c40394570bbe'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:03:27.003574 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=218416f6-4b46-499c-9d62-c40394570bbe,revision_number=6']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:27.083257 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:27.127526 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cedd6de-ff93-4404-83f4-3a42e7298642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a61f990-3966-407d-b6a2-dbc924ba87f9'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:27.130028 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f646de5-79fc-4e62-8a78-bbec95ee7646" -d '{"events": [{"server_uuid": "6cedd6de-ff93-4404-83f4-3a42e7298642", "name": "network-vif-plugged", "status": "completed", "tag": "3a61f990-3966-407d-b6a2-dbc924ba87f9"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:27.174346 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 3a61f990-3966-407d-b6a2-dbc924ba87f9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a61f990-3966-407d-b6a2-dbc924ba87f9,segment=NetworkSegment(b7df86ca-9120-4b43-8b1d-79211dfad9cc),segment_id=b7df86ca-9120-4b43-8b1d-79211dfad9cc)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:27.202951 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:27.289032 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0127f9-ecca-4b0b-903f-044f38d8b515 req-29ec5953-9414-45da-a99b-1069dee05c71 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:27.297755 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=3a61f990-3966-407d-b6a2-dbc924ba87f9,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:27.299072 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff0127f9-ecca-4b0b-903f-044f38d8b515 req-29ec5953-9414-45da-a99b-1069dee05c71 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 945 time: 0.1136982 Jul 14 14:03:27.382942 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ce316-5d6f-450d-9715-87c858b5df38 req-c1b604a9-9a41-4855-8930-46f716d6447b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:27.385717 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9f1ce316-5d6f-450d-9715-87c858b5df38 req-c1b604a9-9a41-4855-8930-46f716d6447b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1724908 Jul 14 14:03:27.401277 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff0127f9-ecca-4b0b-903f-044f38d8b515 req-90809f30-641a-4d8e-b7bb-14966b97a0be tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836868 Jul 14 14:03:27.464517 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb550f74-701a-46d2-bc89-968e63284831 x-openstack-request-id: req-fb550f74-701a-46d2-bc89-968e63284831 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:27.465291 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cedd6de-ff93-4404-83f4-3a42e7298642", "name": "network-vif-plugged", "status": "completed", "tag": "3a61f990-3966-407d-b6a2-dbc924ba87f9", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:27.465715 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb550f74-701a-46d2-bc89-968e63284831 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:27.466202 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cedd6de-ff93-4404-83f4-3a42e7298642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a61f990-3966-407d-b6a2-dbc924ba87f9', 'code': 200} Jul 14 14:03:27.498045 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9f1ce316-5d6f-450d-9715-87c858b5df38 req-a0fb93a4-42f4-4289-979f-09e2eba1009a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051536 Jul 14 14:03:27.863963 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a5e0-24bf-4623-85c0-d7b18619a72c req-92621e97-3adc-4705-a033-ec8b3718d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:27.865687 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3a30a5e0-24bf-4623-85c0-d7b18619a72c req-92621e97-3adc-4705-a033-ec8b3718d3de service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 1098 time: 0.1376812 Jul 14 14:03:27.905300 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360bf48-a9af-4bf1-a244-b9f90a3975cc req-da170f7b-8412-4a33-9e02-bb6200e9e709 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:27.906901 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c360bf48-a9af-4bf1-a244-b9f90a3975cc req-da170f7b-8412-4a33-9e02-bb6200e9e709 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 945 time: 0.1081822 Jul 14 14:03:27.952001 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3a30a5e0-24bf-4623-85c0-d7b18619a72c req-696db9dc-2d0e-47ec-a5d0-76568901ff0b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770793 Jul 14 14:03:27.984933 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c360bf48-a9af-4bf1-a244-b9f90a3975cc req-3c667509-1522-4074-8673-4f1569ba2bc3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635164 Jul 14 14:03:28.485629 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 218416f6-4b46-499c-9d62-c40394570bbe up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:03:28.599422 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 218416f6-4b46-499c-9d62-c40394570bbe triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:03:28.600203 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:28.899888 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee490a4-ba50-441a-be6f-2333ef5e9e1d req-42970169-c54f-4ff4-a643-a89b3f893245 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:28.903231 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cee490a4-ba50-441a-be6f-2333ef5e9e1d req-42970169-c54f-4ff4-a643-a89b3f893245 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 945 time: 0.1475000 Jul 14 14:03:29.078302 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cee490a4-ba50-441a-be6f-2333ef5e9e1d req-3a9dba35-b49d-433a-8988-6a1a3b0527ab tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543195 Jul 14 14:03:29.136831 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194aff1-1380-4c06-a5e5-eea5986b0689 req-af0026f8-b667-48c5-bf17-1cb630933a93 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:29.158408 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9194aff1-1380-4c06-a5e5-eea5986b0689 req-af0026f8-b667-48c5-bf17-1cb630933a93 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.3064902 Jul 14 14:03:29.286278 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9194aff1-1380-4c06-a5e5-eea5986b0689 req-74f2ceea-0c4c-485f-b502-f4c19489f7ed tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179500 Jul 14 14:03:29.391126 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:29.479620 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32131b55-23aa-4704-8928-bbe891a38bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218416f6-4b46-499c-9d62-c40394570bbe'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:29.489637 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7174d5-1892-4c82-ad08-a08f7caa9d8a" -d '{"events": [{"server_uuid": "32131b55-23aa-4704-8928-bbe891a38bff", "name": "network-vif-plugged", "status": "completed", "tag": "218416f6-4b46-499c-9d62-c40394570bbe"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:29.568704 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 218416f6-4b46-499c-9d62-c40394570bbe, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=218416f6-4b46-499c-9d62-c40394570bbe,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:29.583191 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:29.631862 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c740d4-ac28-4bc1-b5cf-139845481c89 req-4007cdd3-e927-4dbd-883c-d5fab44f6c67 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:29.642552 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-93c740d4-ac28-4bc1-b5cf-139845481c89 req-4007cdd3-e927-4dbd-883c-d5fab44f6c67 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 945 time: 0.1711404 Jul 14 14:03:29.680623 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9d84e2-287c-4ee0-b55a-f92e6e89f122 x-openstack-request-id: req-6c9d84e2-287c-4ee0-b55a-f92e6e89f122 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:29.681412 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32131b55-23aa-4704-8928-bbe891a38bff", "name": "network-vif-plugged", "status": "completed", "tag": "218416f6-4b46-499c-9d62-c40394570bbe", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:29.682009 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c9d84e2-287c-4ee0-b55a-f92e6e89f122 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:29.682809 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32131b55-23aa-4704-8928-bbe891a38bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218416f6-4b46-499c-9d62-c40394570bbe', 'code': 200} Jul 14 14:03:29.755081 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-93c740d4-ac28-4bc1-b5cf-139845481c89 req-45a6b230-8264-4796-a624-93858327ae1c tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037714 Jul 14 14:03:29.756383 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=218416f6-4b46-499c-9d62-c40394570bbe,revision_number=7']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:30.664504 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610b758-6412-4e9b-bb48-fca7ed70a795 req-7fd95cd9-dfa4-4bf3-8494-d73ab3e98255 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:30.682712 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5610b758-6412-4e9b-bb48-fca7ed70a795 req-7fd95cd9-dfa4-4bf3-8494-d73ab3e98255 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.2675624 Jul 14 14:03:30.794675 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5610b758-6412-4e9b-bb48-fca7ed70a795 req-d006e39d-ea1d-46c8-9589-d87883cd155e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101935 Jul 14 14:03:30.858927 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda523a-a225-4e18-a45c-9c51029a18e7 req-f82f9421-c4b5-4d72-92f7-2e194a64365d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:30.868981 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7cda523a-a225-4e18-a45c-9c51029a18e7 req-f82f9421-c4b5-4d72-92f7-2e194a64365d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1783810 Jul 14 14:03:30.962336 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7cda523a-a225-4e18-a45c-9c51029a18e7 req-dc896d43-f02e-45e3-977b-6789d2acec51 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919337 Jul 14 14:03:32.157873 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6aee-80fc-4771-85b0-0965be90c516 req-42b1a086-32d2-4ce0-9e40-5a2dbd552c80 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:32.161680 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-305b6aee-80fc-4771-85b0-0965be90c516 req-42b1a086-32d2-4ce0-9e40-5a2dbd552c80 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.1302459 Jul 14 14:03:32.256253 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-305b6aee-80fc-4771-85b0-0965be90c516 req-2339613d-b8be-4623-a206-6843d18f59a6 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809600 Jul 14 14:03:32.400737 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c1f02-b2c3-494c-a424-5424a3b32cd1 req-786323ca-1b3c-4887-9161-9f1c0b0c967c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:32.411563 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-830c1f02-b2c3-494c-a424-5424a3b32cd1 req-786323ca-1b3c-4887-9161-9f1c0b0c967c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1653020 Jul 14 14:03:32.488347 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-830c1f02-b2c3-494c-a424-5424a3b32cd1 req-946a7b8f-d908-4da6-bea7-941757a4facc tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749886 Jul 14 14:03:33.645548 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb55111-b555-421f-8e74-cf85bdca7f4b req-8f466003-b1c5-424f-81e1-340ef6cd5dfb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:33.650344 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2cb55111-b555-421f-8e74-cf85bdca7f4b req-8f466003-b1c5-424f-81e1-340ef6cd5dfb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.1615596 Jul 14 14:03:33.727538 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2cb55111-b555-421f-8e74-cf85bdca7f4b req-5414c588-d25c-4e33-9352-8733fd83bb1a tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641596 Jul 14 14:03:33.877489 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3aa63-6827-4160-a717-e3c645792295 req-0e05f84e-66d6-41ba-b20a-3930ce516aea tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:33.879796 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c1e3aa63-6827-4160-a717-e3c645792295 req-0e05f84e-66d6-41ba-b20a-3930ce516aea tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1321383 Jul 14 14:03:33.969584 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c1e3aa63-6827-4160-a717-e3c645792295 req-682da6cf-e131-4520-8c40-75fd5852195f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790539 Jul 14 14:03:35.183208 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3273ae-48d6-4213-8341-1121c72cbc73 req-d8a640fa-e3c6-47da-998e-f4f5d0aa0c78 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:35.186182 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aa3273ae-48d6-4213-8341-1121c72cbc73 req-d8a640fa-e3c6-47da-998e-f4f5d0aa0c78 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.1940141 Jul 14 14:03:35.303696 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aa3273ae-48d6-4213-8341-1121c72cbc73 req-2d54d003-0580-4b76-8e67-de955340b36d tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102319 Jul 14 14:03:35.353365 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5e901-5ef7-4f89-a4b6-975f3857fb8c req-bd9ed9e1-bc8a-427b-a41e-532d5f5256a7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:35.356359 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-09a5e901-5ef7-4f89-a4b6-975f3857fb8c req-bd9ed9e1-bc8a-427b-a41e-532d5f5256a7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1471136 Jul 14 14:03:35.420450 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-09a5e901-5ef7-4f89-a4b6-975f3857fb8c req-20842a85-9e99-49f6-9783-adfa8fe375b4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529225 Jul 14 14:03:36.709958 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae266e6-a82a-4899-9baa-2c5e64c9c827 req-8954658c-223b-4d89-9256-ff194363b7fe tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:36.714725 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dae266e6-a82a-4899-9baa-2c5e64c9c827 req-8954658c-223b-4d89-9256-ff194363b7fe tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.1195736 Jul 14 14:03:36.751815 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cb013-5ae5-4dc7-a960-63cd1fcea912 req-8624fdec-0e5b-4b7d-918c-6b20c189fd25 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:36.759317 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3a9cb013-5ae5-4dc7-a960-63cd1fcea912 req-8624fdec-0e5b-4b7d-918c-6b20c189fd25 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0990756 Jul 14 14:03:36.831007 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dae266e6-a82a-4899-9baa-2c5e64c9c827 req-04c5c4ff-143a-45d4-93cf-0d28a611d53b tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084974 Jul 14 14:03:36.837950 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3a9cb013-5ae5-4dc7-a960-63cd1fcea912 req-d9c12e8d-0706-4816-a272-6c9ede20a51f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771861 Jul 14 14:03:38.302931 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db174b-12b6-4a5e-ac1f-0780010ae29f req-28766533-0731-4ba0-aa36-efee33e269e0 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:38.304849 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f8db174b-12b6-4a5e-ac1f-0780010ae29f req-28766533-0731-4ba0-aa36-efee33e269e0 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.1040416 Jul 14 14:03:38.409652 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec41e4-4c77-48db-8b52-74ccff6642b6 req-e98c0c58-7a56-40c9-b110-414e768b1ed8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:38.422814 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f8db174b-12b6-4a5e-ac1f-0780010ae29f req-48170763-77ba-4701-be13-f0f1ccf70287 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051068 Jul 14 14:03:38.425338 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f1ec41e4-4c77-48db-8b52-74ccff6642b6 req-e98c0c58-7a56-40c9-b110-414e768b1ed8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.2236240 Jul 14 14:03:38.517132 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f1ec41e4-4c77-48db-8b52-74ccff6642b6 req-810f22e1-2522-48e0-901e-20381807f80c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816164 Jul 14 14:03:39.585721 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 53562) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:40.137707 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abb1c4-26bf-4116-859b-113b3c944640 req-97a1e693-8c40-4d60-aa47-52fd2ca96af6 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:40.156282 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e3abb1c4-26bf-4116-859b-113b3c944640 req-97a1e693-8c40-4d60-aa47-52fd2ca96af6 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.3116250 Jul 14 14:03:40.169653 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c56fdc-8797-4260-b6ef-6356220c5c23 req-b8b8c212-0607-4c0b-b6e1-d470bbd0b90d tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:40.184419 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b5c56fdc-8797-4260-b6ef-6356220c5c23 req-b8b8c212-0607-4c0b-b6e1-d470bbd0b90d tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 945 time: 0.4181862 Jul 14 14:03:40.230207 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e3abb1c4-26bf-4116-859b-113b3c944640 req-9d325a53-cf08-4950-b9e0-8139230ba93b tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720894 Jul 14 14:03:40.368505 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-222d1bd1-ff9b-4626-b6bc-522b821adf13 req-45a425bb-6e80-4879-9c88-8ce2785c3894 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1737535 Jul 14 14:03:40.369783 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 53584) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:40.371137 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7260d3e8-192f-4770-b2f2-5c4dcad63f29 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4d6fbf1461e4e0eac2000ac2a8317d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7735934 Jul 14 14:03:40.492704 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b5c56fdc-8797-4260-b6ef-6356220c5c23 req-fb16bfd7-1f9a-4ae6-889e-4f50e1b36a7c tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068233 Jul 14 14:03:40.547152 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 67608b3b-bb04-4460-a041-00bc84942502 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:03:40.700117 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-16f96953-82a5-4fcf-b05b-9d0815626f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:40.741193 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 67608b3b-bb04-4460-a041-00bc84942502, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=67608b3b-bb04-4460-a041-00bc84942502,segment=NetworkSegment(0ec56c5e-2beb-4054-b4f7-34ce88325688),segment_id=0ec56c5e-2beb-4054-b4f7-34ce88325688)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:40.741720 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-16f96953-82a5-4fcf-b05b-9d0815626f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:40.765907 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '67608b3b-bb04-4460-a041-00bc84942502', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'port_id': '67608b3b-bb04-4460-a041-00bc84942502', 'mac_address': 'fa:16:3e:34:7d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13419f97-ab25-484c-967b-aced639b47ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:03:40.780954 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 53590) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:40.862617 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-16f96953-82a5-4fcf-b05b-9d0815626f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:40.871486 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-16f96953-82a5-4fcf-b05b-9d0815626f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:40.880462 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-16f96953-82a5-4fcf-b05b-9d0815626f45 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d6e37e0-e5cb-45fd-a927-5f3eb8aed190 HTTP/1.1" status: 204 len: 168 time: 0.5090501 Jul 14 14:03:40.901034 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1bd1-ff9b-4626-b6bc-522b821adf13 req-3215be93-ba57-4054-8180-b71df517abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:40.904804 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-222d1bd1-ff9b-4626-b6bc-522b821adf13 req-3215be93-ba57-4054-8180-b71df517abd5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 1098 time: 0.4567435 Jul 14 14:03:40.906752 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f96953-82a5-4fcf-b05b-9d0815626f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6e37e0-e5cb-45fd-a927-5f3eb8aed190,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:40.964856 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:41.000061 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:41.044771 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67608b3b-bb04-4460-a041-00bc84942502 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:03:41.137737 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 67608b3b-bb04-4460-a041-00bc84942502, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=67608b3b-bb04-4460-a041-00bc84942502,segment=NetworkSegment(0ec56c5e-2beb-4054-b4f7-34ce88325688),segment_id=0ec56c5e-2beb-4054-b4f7-34ce88325688)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:41.143223 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-93fc886f-6d9a-4e93-ae8b-af99163d5528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:41.149866 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:41.181408 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1bd1-ff9b-4626-b6bc-522b821adf13 req-cdaf26f1-fc0f-4449-bd0d-12ee206dc09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:41.184906 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-222d1bd1-ff9b-4626-b6bc-522b821adf13 req-cdaf26f1-fc0f-4449-bd0d-12ee206dc09c service neutron] 10.222.0.38 "GET /v2.0/networks?id=71a6fd6e-e0b7-41ce-b515-46956efe817e HTTP/1.1" status: 200 len: 920 time: 0.2034214 Jul 14 14:03:41.271541 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53cfa0-6111-4fb7-859f-76d8a4ff5d5a req-88ea69d6-d6e9-498f-851d-73f50eb1c4bd tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:41.286474 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ef53cfa0-6111-4fb7-859f-76d8a4ff5d5a req-88ea69d6-d6e9-498f-851d-73f50eb1c4bd tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.7091362 Jul 14 14:03:41.357141 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=67608b3b-bb04-4460-a041-00bc84942502,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:41.435751 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['67608b3b-bb04-4460-a041-00bc84942502'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:03:41.463597 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-222d1bd1-ff9b-4626-b6bc-522b821adf13 req-d09f7626-be3e-4a3e-b922-bf77427decc4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 HTTP/1.1" status: 200 len: 217 time: 0.2095406 Jul 14 14:03:41.472175 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-93fc886f-6d9a-4e93-ae8b-af99163d5528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:41.483267 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-93fc886f-6d9a-4e93-ae8b-af99163d5528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:41.519012 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc886f-6d9a-4e93-ae8b-af99163d5528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40214b6-2c02-47cf-99e0-05f56007a090,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:41.589952 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-93fc886f-6d9a-4e93-ae8b-af99163d5528 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=500e5b0c0a3044f58020363f73fc9b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8069911 Jul 14 14:03:41.590602 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 53612) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:41.681774 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-111b5267-9606-41de-9ddf-b603349046af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:41.708915 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ef53cfa0-6111-4fb7-859f-76d8a4ff5d5a req-4f71b728-673e-4d3d-a8d9-3ac682536f16 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4199481 Jul 14 14:03:41.710170 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-111b5267-9606-41de-9ddf-b603349046af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:41.797599 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-111b5267-9606-41de-9ddf-b603349046af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:41.801476 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-111b5267-9606-41de-9ddf-b603349046af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:41.806731 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-111b5267-9606-41de-9ddf-b603349046af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f40214b6-2c02-47cf-99e0-05f56007a090 HTTP/1.1" status: 204 len: 168 time: 0.2140872 Jul 14 14:03:41.846413 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b5267-9606-41de-9ddf-b603349046af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40214b6-2c02-47cf-99e0-05f56007a090,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:41.863120 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1bd1-ff9b-4626-b6bc-522b821adf13 req-21061e21-72c5-463c-b75a-2d15024a0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:41.867284 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-222d1bd1-ff9b-4626-b6bc-522b821adf13 req-21061e21-72c5-463c-b75a-2d15024a0f6c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57 HTTP/1.1" status: 200 len: 859 time: 0.3967016 Jul 14 14:03:41.927030 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a00cd-3bf6-4508-9c24-721b4ff14281 req-5de23e01-b360-412f-85bf-8fa5ff8c3cd2 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:41.931743 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-540a00cd-3bf6-4508-9c24-721b4ff14281 req-5de23e01-b360-412f-85bf-8fa5ff8c3cd2 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 945 time: 0.7440081 Jul 14 14:03:42.267877 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb559c-daa2-44a6-858f-811c4342b09a req-603e1f9a-c3f7-441d-9611-cfb45f037465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:42.275917 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5acb559c-daa2-44a6-858f-811c4342b09a req-603e1f9a-c3f7-441d-9611-cfb45f037465 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 1099 time: 0.2092354 Jul 14 14:03:42.577483 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76378ece-d63c-4e4a-99ed-b306fd2ef434 req-312a46bf-aafe-4d7d-8f10-84ec15e1f715 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:42.580131 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-76378ece-d63c-4e4a-99ed-b306fd2ef434 req-312a46bf-aafe-4d7d-8f10-84ec15e1f715 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 945 time: 0.2709360 Jul 14 14:03:42.593433 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-222d1bd1-ff9b-4626-b6bc-522b821adf13 req-2524e6ee-713e-47ba-98d7-1f119af87e1a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71a6fd6e-e0b7-41ce-b515-46956efe817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7071598 Jul 14 14:03:42.670121 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb559c-daa2-44a6-858f-811c4342b09a req-ca6a66bc-0f62-459e-8e19-1542c8c65b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:42.673492 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5acb559c-daa2-44a6-858f-811c4342b09a req-ca6a66bc-0f62-459e-8e19-1542c8c65b17 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71a6fd6e-e0b7-41ce-b515-46956efe817e HTTP/1.1" status: 200 len: 920 time: 0.3909650 Jul 14 14:03:42.679355 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-76378ece-d63c-4e4a-99ed-b306fd2ef434 req-2a778889-1cb4-47b1-bed8-bffd9ac3c631 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771158 Jul 14 14:03:42.747268 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5acb559c-daa2-44a6-858f-811c4342b09a req-5a61363c-c25a-4825-986a-825ab0e1112e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca803e8-df03-4c96-829e-9a762b8801e3 HTTP/1.1" status: 200 len: 217 time: 0.0646343 Jul 14 14:03:42.818635 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb559c-daa2-44a6-858f-811c4342b09a req-70305d6e-ffa6-4f37-b56e-27898c208998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:42.821985 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5acb559c-daa2-44a6-858f-811c4342b09a req-70305d6e-ffa6-4f37-b56e-27898c208998 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57 HTTP/1.1" status: 200 len: 859 time: 0.0641477 Jul 14 14:03:42.828787 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 53628) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:42.842409 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-222d1bd1-ff9b-4626-b6bc-522b821adf13 req-a1d41364-8815-497b-ae17-792bf84a7a2b service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367642 Jul 14 14:03:42.893914 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e073525c-1c25-4045-bf44-155242ca8969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:42.900706 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5acb559c-daa2-44a6-858f-811c4342b09a req-31eec38d-423b-43f1-8e85-02782f86db89 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71a6fd6e-e0b7-41ce-b515-46956efe817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611327 Jul 14 14:03:42.978583 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-540a00cd-3bf6-4508-9c24-721b4ff14281 req-a0205bf3-8b77-41d4-b782-65b037016402 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Deleting port 3a61f990-3966-407d-b6a2-dbc924ba87f9 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:03:42.979063 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-540a00cd-3bf6-4508-9c24-721b4ff14281 req-a0205bf3-8b77-41d4-b782-65b037016402 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:43.029335 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e073525c-1c25-4045-bf44-155242ca8969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:43.047312 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e073525c-1c25-4045-bf44-155242ca8969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:43.116726 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-540a00cd-3bf6-4508-9c24-721b4ff14281 req-a0205bf3-8b77-41d4-b782-65b037016402 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] For port 3a61f990-3966-407d-b6a2-dbc924ba87f9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3a61f990-3966-407d-b6a2-dbc924ba87f9,segment=NetworkSegment(b7df86ca-9120-4b43-8b1d-79211dfad9cc),segment_id=b7df86ca-9120-4b43-8b1d-79211dfad9cc)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:43.117108 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-540a00cd-3bf6-4508-9c24-721b4ff14281 req-a0205bf3-8b77-41d4-b782-65b037016402 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:43.152228 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-540a00cd-3bf6-4508-9c24-721b4ff14281 req-a0205bf3-8b77-41d4-b782-65b037016402 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Calling delete_port for 3a61f990-3966-407d-b6a2-dbc924ba87f9 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:03:43.252348 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7915033-e40e-40da-837f-bc6666482dcd req-6ff0a49b-5e42-441b-9636-e920b02cabab tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:43.261990 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f7915033-e40e-40da-837f-bc6666482dcd req-6ff0a49b-5e42-441b-9636-e920b02cabab tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.6946125 Jul 14 14:03:43.269324 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-222d1bd1-ff9b-4626-b6bc-522b821adf13 req-d90f1816-0a4a-4af1-a541-3ac75ab57353 service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080918 Jul 14 14:03:43.342847 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f7915033-e40e-40da-837f-bc6666482dcd req-72e7fac2-d42a-42c9-8f90-8f61ff7f0361 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785027 Jul 14 14:03:43.598571 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-540a00cd-3bf6-4508-9c24-721b4ff14281 req-a0205bf3-8b77-41d4-b782-65b037016402 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:43.602924 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9b6e7857-2e8f-4c8a-a0d4-d841c77ae1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:43.659857 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073525c-1c25-4045-bf44-155242ca8969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1faca5-3408-43ed-a62e-1df9585edc38,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:43.676062 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0205bf3-8b77-41d4-b782-65b037016402 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Pushing event deleted for resources: {'Port': ['ID=3a61f990-3966-407d-b6a2-dbc924ba87f9,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:43.684910 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e073525c-1c25-4045-bf44-155242ca8969 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e01ffbce37114d10bf65afba04cde61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8499203 Jul 14 14:03:43.686321 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 53636) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:43.777763 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0185f-26f6-47f8-8904-fa008435040d req-0d3b6b75-d219-46c7-afc6-dc4d3c215598 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:43.780441 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a9e0185f-26f6-47f8-8904-fa008435040d req-0d3b6b75-d219-46c7-afc6-dc4d3c215598 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.7489812 Jul 14 14:03:43.785193 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5acb559c-daa2-44a6-858f-811c4342b09a req-7e521cfd-b429-46ef-8db2-bfdafad12ad6 service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8775060 Jul 14 14:03:43.793705 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-540a00cd-3bf6-4508-9c24-721b4ff14281 req-a0205bf3-8b77-41d4-b782-65b037016402 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] No DVR routers for this DVR port 3a61f990-3966-407d-b6a2-dbc924ba87f9 on host hv-cinder-78692 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:03:43.798980 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-540a00cd-3bf6-4508-9c24-721b4ff14281 req-a0205bf3-8b77-41d4-b782-65b037016402 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:43.801180 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-540a00cd-3bf6-4508-9c24-721b4ff14281 req-a0205bf3-8b77-41d4-b782-65b037016402 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.38 "DELETE /v2.0/ports/3a61f990-3966-407d-b6a2-dbc924ba87f9 HTTP/1.1" status: 204 len: 173 time: 1.7973139 Jul 14 14:03:43.803562 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cedd6de-ff93-4404-83f4-3a42e7298642', 'name': 'network-vif-deleted', 'tag': '3a61f990-3966-407d-b6a2-dbc924ba87f9'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:43.810081 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bcd9d5-4a03-486b-b241-1193646c8def" -d '{"events": [{"server_uuid": "6cedd6de-ff93-4404-83f4-3a42e7298642", "name": "network-vif-deleted", "tag": "3a61f990-3966-407d-b6a2-dbc924ba87f9"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:43.861996 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07473653-0ff8-4244-92a1-5de9ea5c518d req-3f364976-4468-4388-8ce9-42a13ae29810 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:43.864936 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-07473653-0ff8-4244-92a1-5de9ea5c518d req-3f364976-4468-4388-8ce9-42a13ae29810 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 944 time: 0.1555979 Jul 14 14:03:43.906410 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd0b5-9389-4b19-aa4a-09bc84a04628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:43.957262 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a9e0185f-26f6-47f8-8904-fa008435040d req-f053c354-fcb3-40d9-85af-59fe77c838b6 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699586 Jul 14 14:03:44.042378 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-07473653-0ff8-4244-92a1-5de9ea5c518d req-22204ea9-2c42-4f31-a57c-9ccea3cebd1e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640720 Jul 14 14:03:44.080107 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5acb559c-daa2-44a6-858f-811c4342b09a req-89b13956-2c56-483f-9e53-a893dd91b8c3 service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597306 Jul 14 14:03:44.097175 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd0b5-9389-4b19-aa4a-09bc84a04628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:44.125448 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4ea7b8-09eb-47f6-aae4-89bb637849fa x-openstack-request-id: req-9e4ea7b8-09eb-47f6-aae4-89bb637849fa {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:44.125921 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cedd6de-ff93-4404-83f4-3a42e7298642", "name": "network-vif-deleted", "tag": "3a61f990-3966-407d-b6a2-dbc924ba87f9", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:44.126291 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9e4ea7b8-09eb-47f6-aae4-89bb637849fa {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:44.126824 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cedd6de-ff93-4404-83f4-3a42e7298642', 'name': 'network-vif-deleted', 'tag': '3a61f990-3966-407d-b6a2-dbc924ba87f9', 'status': 'completed', 'code': 200} Jul 14 14:03:44.232263 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-09cd96ef-6b37-44b9-8b2d-59d393950427 req-926bba08-cefb-430e-855d-9c9689c37c0d tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cedd6de-ff93-4404-83f4-3a42e7298642 HTTP/1.1" status: 200 len: 210 time: 0.1017895 Jul 14 14:03:44.282230 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd0b5-9389-4b19-aa4a-09bc84a04628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:44.285720 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bfbcd0b5-9389-4b19-aa4a-09bc84a04628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:44.289134 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bfbcd0b5-9389-4b19-aa4a-09bc84a04628 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba1faca5-3408-43ed-a62e-1df9585edc38 HTTP/1.1" status: 204 len: 168 time: 0.6002328 Jul 14 14:03:44.305291 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcd0b5-9389-4b19-aa4a-09bc84a04628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1faca5-3408-43ed-a62e-1df9585edc38,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:44.560438 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 67608b3b-bb04-4460-a041-00bc84942502 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:03:44.690568 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port 67608b3b-bb04-4460-a041-00bc84942502 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:03:44.695908 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 67608b3b-bb04-4460-a041-00bc84942502 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:03:44.696302 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:44.752891 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18757d-ac57-4f49-9775-f37e88f04c01 req-99e7999a-30e8-4fa3-bed1-d8658027a3fc tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:44.755881 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8b18757d-ac57-4f49-9775-f37e88f04c01 req-99e7999a-30e8-4fa3-bed1-d8658027a3fc tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.1536334 Jul 14 14:03:44.860053 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8b18757d-ac57-4f49-9775-f37e88f04c01 req-dbbc89fb-3a3d-4737-a005-097b61b92c16 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980706 Jul 14 14:03:44.879932 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:44.909414 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67608b3b-bb04-4460-a041-00bc84942502'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:44.912210 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbca9d4-8134-4119-a1d0-1c09bf2e108d" -d '{"events": [{"server_uuid": "e1d93a37-2a27-4848-a6e3-b0bb681f07d0", "name": "network-vif-plugged", "status": "completed", "tag": "67608b3b-bb04-4460-a041-00bc84942502"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:44.928645 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 67608b3b-bb04-4460-a041-00bc84942502, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=67608b3b-bb04-4460-a041-00bc84942502,segment=NetworkSegment(0ec56c5e-2beb-4054-b4f7-34ce88325688),segment_id=0ec56c5e-2beb-4054-b4f7-34ce88325688)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:44.939049 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:44.939879 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 3a61f990-3966-407d-b6a2-dbc924ba87f9 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:03:44.978026 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: 3a61f990-3966-407d-b6a2-dbc924ba87f9 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:03:44.978331 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 3a61f990-3966-407d-b6a2-dbc924ba87f9 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:03:45.014355 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6009307f-6ceb-40d0-a5ea-46db8877622c x-openstack-request-id: req-6009307f-6ceb-40d0-a5ea-46db8877622c {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:45.014656 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d93a37-2a27-4848-a6e3-b0bb681f07d0", "name": "network-vif-plugged", "status": "completed", "tag": "67608b3b-bb04-4460-a041-00bc84942502", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:45.015123 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6009307f-6ceb-40d0-a5ea-46db8877622c {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:45.015690 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67608b3b-bb04-4460-a041-00bc84942502', 'code': 200} Jul 14 14:03:45.032900 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=67608b3b-bb04-4460-a041-00bc84942502,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:45.339747 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fb552-b367-4192-82bf-00afd3e01678 req-c1ab2836-8866-451f-9718-6b69fa35cdae tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:45.341027 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dd7fb552-b367-4192-82bf-00afd3e01678 req-c1ab2836-8866-451f-9718-6b69fa35cdae tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.1402357 Jul 14 14:03:45.472602 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dd7fb552-b367-4192-82bf-00afd3e01678 req-ba9583b6-0b8d-44f8-be70-6caf04c356da tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219099 Jul 14 14:03:45.588467 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12448a9-f04d-4fb8-a5f4-af7b52405b4c req-98b0a239-c042-427e-8892-94228312c590 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:45.591307 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c12448a9-f04d-4fb8-a5f4-af7b52405b4c req-98b0a239-c042-427e-8892-94228312c590 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.2584784 Jul 14 14:03:45.696405 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ab58f-5d80-435d-a3ae-6ab34952929b req-99910fdf-9f5e-4c38-902a-afc533f36121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:45.699071 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-997ab58f-5d80-435d-a3ae-6ab34952929b req-99910fdf-9f5e-4c38-902a-afc533f36121 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 1098 time: 0.2669191 Jul 14 14:03:45.706298 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c12448a9-f04d-4fb8-a5f4-af7b52405b4c req-49bcae8b-2d96-43fd-86fc-03a497f0ccaa tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995724 Jul 14 14:03:45.805725 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 53726) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:45.822960 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-997ab58f-5d80-435d-a3ae-6ab34952929b req-fca62b83-58c2-4841-a500-f9ddf43302b3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512431 Jul 14 14:03:46.100645 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dad5cc-1233-4d5d-8fdb-b694f5bdbfaf req-f4813a7f-1eeb-421e-996f-441ac342bf7b tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:46.105581 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08dad5cc-1233-4d5d-8fdb-b694f5bdbfaf req-f4813a7f-1eeb-421e-996f-441ac342bf7b tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.0950909 Jul 14 14:03:46.108275 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d76c8420-9c5b-450b-a9a7-1bd295364d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:46.136965 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-f55fc186-c653-4c97-9a0a-ed7d854020dd tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:46.139007 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-f55fc186-c653-4c97-9a0a-ed7d854020dd tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/networks?id=daf8293f-bceb-473a-8f8e-5cc57c58d137 HTTP/1.1" status: 200 len: 809 time: 0.2706928 Jul 14 14:03:46.171639 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-727ce5eb-11cc-4cb8-b907-333aff0ad956 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/quotas/6611a309b4ff48338e9c94293d97a364 HTTP/1.1" status: 200 len: 375 time: 0.0185914 Jul 14 14:03:46.191248 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08dad5cc-1233-4d5d-8fdb-b694f5bdbfaf req-6178d830-b9da-41ba-9171-e2c766c74994 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768847 Jul 14 14:03:46.270074 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-feb0c48b-39a1-478d-928a-2d884f489fb6 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6611a309b4ff48338e9c94293d97a364&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668714 Jul 14 14:03:46.297322 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ea914-4e8c-4f72-90cf-3922b01bdf26 req-89445602-284e-4352-94bf-ce8d25ac786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:46.300095 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe1ea914-4e8c-4f72-90cf-3922b01bdf26 req-89445602-284e-4352-94bf-ce8d25ac786b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84091d0680394dc3955f3ed734020316&device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 1099 time: 0.1337831 Jul 14 14:03:46.340625 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-af99cea8-135d-47c0-b359-3def8279861c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:46.404583 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d76c8420-9c5b-450b-a9a7-1bd295364d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:46.415501 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d76c8420-9c5b-450b-a9a7-1bd295364d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:46.438756 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ea914-4e8c-4f72-90cf-3922b01bdf26 req-afe60140-89ba-4794-bddb-d94047da957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:46.441216 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe1ea914-4e8c-4f72-90cf-3922b01bdf26 req-afe60140-89ba-4794-bddb-d94047da957c service neutron] 10.222.0.38 "GET /v2.0/networks?id=3410fdfc-dc44-4fd7-9145-5178f588b3ac HTTP/1.1" status: 200 len: 917 time: 0.1310554 Jul 14 14:03:46.448679 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:46.450555 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-77e0da38-518d-4cd4-98ce-823d8985933f service neutron] 10.222.0.57 "GET /v2.0/networks/daf8293f-bceb-473a-8f8e-5cc57c58d137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750641 Jul 14 14:03:46.519239 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c8420-9c5b-450b-a9a7-1bd295364d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97959b36-9949-477c-aa22-af72fbba811f,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:46.526219 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d76c8420-9c5b-450b-a9a7-1bd295364d64 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=672f0329fc9b40c99a71035c451e97a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7181251 Jul 14 14:03:46.531099 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 53750) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:46.607858 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-84ded024-5482-4af0-86e3-f3ccfd9177b6 service neutron] 10.222.0.57 "GET /v2.0/networks/daf8293f-bceb-473a-8f8e-5cc57c58d137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560991 Jul 14 14:03:46.620901 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c31cba33-a726-476c-a571-844a1eb1a734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:46.628338 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe1ea914-4e8c-4f72-90cf-3922b01bdf26 req-67d88836-5994-4ae6-aa65-5f56f90315b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=218416f6-4b46-499c-9d62-c40394570bbe HTTP/1.1" status: 200 len: 1002 time: 0.1718926 Jul 14 14:03:46.671228 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c31cba33-a726-476c-a571-844a1eb1a734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:46.726384 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ea914-4e8c-4f72-90cf-3922b01bdf26 req-c6fee5e5-9f67-46bb-8bd7-ce382c3ada81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:46.727928 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe1ea914-4e8c-4f72-90cf-3922b01bdf26 req-c6fee5e5-9f67-46bb-8bd7-ce382c3ada81 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c9e99f6-8685-4c55-b68e-415908b0bb16 HTTP/1.1" status: 200 len: 855 time: 0.0897152 Jul 14 14:03:46.756831 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c31cba33-a726-476c-a571-844a1eb1a734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:46.759670 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c31cba33-a726-476c-a571-844a1eb1a734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:46.760847 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c31cba33-a726-476c-a571-844a1eb1a734 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97959b36-9949-477c-aa22-af72fbba811f HTTP/1.1" status: 204 len: 168 time: 0.2287772 Jul 14 14:03:46.779878 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cba33-a726-476c-a571-844a1eb1a734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97959b36-9949-477c-aa22-af72fbba811f,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:46.962967 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ea914-4e8c-4f72-90cf-3922b01bdf26 req-ec8d8ac7-d7fa-4f25-8f3b-1f5ac32a7100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:46.965469 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe1ea914-4e8c-4f72-90cf-3922b01bdf26 req-ec8d8ac7-d7fa-4f25-8f3b-1f5ac32a7100 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3410fdfc-dc44-4fd7-9145-5178f588b3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2286730 Jul 14 14:03:47.185378 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf67e4-096f-4823-96af-9a59281daef0 req-ca17b2b5-4e99-447d-9145-463b327b99db tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:47.212033 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65cf67e4-096f-4823-96af-9a59281daef0 req-ca17b2b5-4e99-447d-9145-463b327b99db tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.3867009 Jul 14 14:03:47.339339 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:47.438412 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75177d51-9eb3-4d64-87e0-5834289e1730 req-e92dbdc0-502c-408d-b231-8ce93bc0355f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:47.441476 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-75177d51-9eb3-4d64-87e0-5834289e1730 req-e92dbdc0-502c-408d-b231-8ce93bc0355f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.1818202 Jul 14 14:03:47.445070 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe1ea914-4e8c-4f72-90cf-3922b01bdf26 req-90504120-0645-4cea-974a-1a3ee435ff54 service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671550 Jul 14 14:03:47.455192 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65cf67e4-096f-4823-96af-9a59281daef0 req-4517a8b3-b923-42c0-8121-18237e118de8 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415168 Jul 14 14:03:47.569764 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-75177d51-9eb3-4d64-87e0-5834289e1730 req-92095577-d526-4e50-a03c-acbc1b3d2aea tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183054 Jul 14 14:03:47.816727 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd226b7-c3a3-4dbe-8ea9-0e919195729a req-b1b5511f-dc69-4ffa-9bf3-4a93e422d57b tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:47.818511 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ecd226b7-c3a3-4dbe-8ea9-0e919195729a req-b1b5511f-dc69-4ffa-9bf3-4a93e422d57b tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 946 time: 0.0938575 Jul 14 14:03:47.840054 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64683d22-c6f3-4802-89b0-264b8ee4f436 req-73bf394e-8621-4591-b175-2d15d306270a tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 210 time: 0.1203527 Jul 14 14:03:47.892362 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ecd226b7-c3a3-4dbe-8ea9-0e919195729a req-534857ca-1739-4436-8859-f7d65f5e9419 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587542 Jul 14 14:03:47.932445 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 53804) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:47.933488 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe1ea914-4e8c-4f72-90cf-3922b01bdf26 req-1718f835-18d7-42b3-a838-541f94242440 service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684000 Jul 14 14:03:48.111444 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-338968971-network', 'tenant_id': '5becf2377cd34a5aa3e7c239e2b2bbb1'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:48.140927 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] Made reservation on behalf of 5becf2377cd34a5aa3e7c239e2b2bbb1 for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:03:48.143742 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:48.154013 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:48.302066 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:48.307783 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:48.355278 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:03:48.370276 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:48.377577 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:48.377966 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] Added segment e78801c7-ae5a-4486-a61b-ee4d82ab7bd6 of type vlan for network 17797cd5-37ca-4464-b477-91a1f0328889 Jul 14 14:03:48.440536 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:48.495946 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:48.497316 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:48.497971 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:48.557929 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6190743 Jul 14 14:03:48.558209 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 53826) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:48.563506 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-e0005eb2-1e94-4124-87b5-024f1f888afe admin admin] Request body: {'subnet': {'network_id': '17797cd5-37ca-4464-b477-91a1f0328889', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-338968971-subnet', 'tenant_id': '5becf2377cd34a5aa3e7c239e2b2bbb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:48.582439 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 218416f6-4b46-499c-9d62-c40394570bbe no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:03:48.614760 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5c842-cbce-46e1-8f43-9df65eccc48e admin admin] Pushing event updated for resources: {'Network': ['ID=17797cd5-37ca-4464-b477-91a1f0328889,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:48.626499 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0005eb2-1e94-4124-87b5-024f1f888afe admin admin] Made reservation on behalf of 5becf2377cd34a5aa3e7c239e2b2bbb1 for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:03:48.630928 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e0005eb2-1e94-4124-87b5-024f1f888afe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3572695'] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:48.643123 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 17797cd5-37ca-4464-b477-91a1f0328889 details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:03:48.976371 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:48.990863 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e0005eb2-1e94-4124-87b5-024f1f888afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2796926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3572709'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:49.008053 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b4705-24c0-4e04-b72b-2bb42b494abf req-9578e8a0-20c4-43ae-9dbc-7e8ff1c19e22 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:49.010803 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-341b4705-24c0-4e04-b72b-2bb42b494abf req-9578e8a0-20c4-43ae-9dbc-7e8ff1c19e22 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.1984196 Jul 14 14:03:49.048552 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118431d-f08b-461c-b627-9886a0e4774e req-409308f9-96ec-4128-bd3f-2cc5a0e2aff5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:49.056437 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7118431d-f08b-461c-b627-9886a0e4774e req-409308f9-96ec-4128-bd3f-2cc5a0e2aff5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.1907444 Jul 14 14:03:49.061254 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32131b55-23aa-4704-8928-bbe891a38bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '218416f6-4b46-499c-9d62-c40394570bbe'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:49.073434 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943bd2f5-762b-435d-8301-1a3a6665876a" -d '{"events": [{"server_uuid": "32131b55-23aa-4704-8928-bbe891a38bff", "name": "network-vif-unplugged", "status": "completed", "tag": "218416f6-4b46-499c-9d62-c40394570bbe"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:49.120427 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 53844) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:49.127966 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 218416f6-4b46-499c-9d62-c40394570bbe, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=218416f6-4b46-499c-9d62-c40394570bbe,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:49.136786 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0005eb2-1e94-4124-87b5-024f1f888afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3fe6600-58a2-4983-80eb-21c4631006ea,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:49.138235 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:49.160385 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0005eb2-1e94-4124-87b5-024f1f888afe admin admin] Checking segment: {'id': 'e78801c7-ae5a-4486-a61b-ee4d82ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17797cd5-37ca-4464-b477-91a1f0328889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:03:49.160773 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0005eb2-1e94-4124-87b5-024f1f888afe admin admin] Network hostable DHCP agents. Network: 17797cd5-37ca-4464-b477-91a1f0328889, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:03:49.177506 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7118431d-f08b-461c-b627-9886a0e4774e req-f19f1497-a090-4444-abcb-fae76c682c6c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199508 Jul 14 14:03:49.227289 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0005eb2-1e94-4124-87b5-024f1f888afe admin admin] Network 17797cd5-37ca-4464-b477-91a1f0328889 is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:03:49.251354 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-e0005eb2-1e94-4124-87b5-024f1f888afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 17797cd5-37ca-4464-b477-91a1f0328889) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:03:49.258873 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0005eb2-1e94-4124-87b5-024f1f888afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:49.259629 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e0005eb2-1e94-4124-87b5-024f1f888afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:49.279264 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb37b74-9ba1-4174-9127-e1a613623227 None None] Network 17797cd5-37ca-4464-b477-91a1f0328889 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:03:49.324843 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-e0005eb2-1e94-4124-87b5-024f1f888afe admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7653704 Jul 14 14:03:49.326800 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-839caf82-f085-4645-81bc-ff5726928462 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:49.331107 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-839caf82-f085-4645-81bc-ff5726928462 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.38 "GET /v2.0/networks?id=daf8293f-bceb-473a-8f8e-5cc57c58d137 HTTP/1.1" status: 200 len: 809 time: 0.3481119 Jul 14 14:03:49.356897 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:49.360499 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-a996d4a5-513a-4004-82f4-eafd56fb43d3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Request body: {'port': {'device_id': 'd6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1', 'network_id': 'daf8293f-bceb-473a-8f8e-5cc57c58d137', 'admin_state_up': True, 'tenant_id': '6611a309b4ff48338e9c94293d97a364'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:49.419144 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=218416f6-4b46-499c-9d62-c40394570bbe,revision_number=8']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:49.493327 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6360342b-c03c-4d15-bf40-3305cff6f232 req-105a5902-5bf4-4c61-9f9c-df28fde03d48 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 210 time: 0.0719428 Jul 14 14:03:49.526053 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4134c08-08fa-40ac-a6bd-a04a44a2a699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:49.578727 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-341b4705-24c0-4e04-b72b-2bb42b494abf req-9e3b897a-ad88-44b2-8bfe-43ec0a920cea tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568298 Jul 14 14:03:49.725720 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c6b10-27f0-4caf-8681-23407ed412e0 None None] Network 17797cd5-37ca-4464-b477-91a1f0328889 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:03:49.726413 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c4fba-03cf-4774-874e-3f6de1f9baa7 req-1a7c80fc-0fa7-4985-b8f2-8714692f9c3f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:49.737968 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cf9c4fba-03cf-4774-874e-3f6de1f9baa7 req-1a7c80fc-0fa7-4985-b8f2-8714692f9c3f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.1156125 Jul 14 14:03:49.785795 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4134c08-08fa-40ac-a6bd-a04a44a2a699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:49.791912 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4134c08-08fa-40ac-a6bd-a04a44a2a699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:49.804170 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cf9c4fba-03cf-4774-874e-3f6de1f9baa7 req-169e300c-2f7d-475b-b4ce-24eac8e949b3 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637097 Jul 14 14:03:49.828200 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b574f20-78c4-4df9-a186-52ce23c85a02 x-openstack-request-id: req-4b574f20-78c4-4df9-a186-52ce23c85a02 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:49.828533 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32131b55-23aa-4704-8928-bbe891a38bff", "name": "network-vif-unplugged", "status": "completed", "tag": "218416f6-4b46-499c-9d62-c40394570bbe", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:49.828762 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b574f20-78c4-4df9-a186-52ce23c85a02 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:49.829174 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32131b55-23aa-4704-8928-bbe891a38bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '218416f6-4b46-499c-9d62-c40394570bbe', 'code': 200} Jul 14 14:03:49.870036 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f4134c08-08fa-40ac-a6bd-a04a44a2a699 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac8a58c642154711b0112ea0224a68da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7469163 Jul 14 14:03:49.871913 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-a996d4a5-513a-4004-82f4-eafd56fb43d3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Made reservation on behalf of 6611a309b4ff48338e9c94293d97a364 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:03:49.872714 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 53864) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:49.876355 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-a996d4a5-513a-4004-82f4-eafd56fb43d3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:49.896017 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4134c08-08fa-40ac-a6bd-a04a44a2a699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a37aa8-a088-4ae8-b74a-19081a5c42d1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:49.967425 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7e6140cd-bbad-4050-a1bf-c3224badb020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:50.023897 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7e6140cd-bbad-4050-a1bf-c3224badb020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:50.078865 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7e6140cd-bbad-4050-a1bf-c3224badb020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:50.081457 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7e6140cd-bbad-4050-a1bf-c3224badb020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:50.085770 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-7e6140cd-bbad-4050-a1bf-c3224badb020 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3a37aa8-a088-4ae8-b74a-19081a5c42d1 HTTP/1.1" status: 204 len: 168 time: 0.2090127 Jul 14 14:03:50.104165 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6140cd-bbad-4050-a1bf-c3224badb020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a37aa8-a088-4ae8-b74a-19081a5c42d1,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:50.105028 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-a996d4a5-513a-4004-82f4-eafd56fb43d3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Allocated IP 172.20.0.2 (daf8293f-bceb-473a-8f8e-5cc57c58d137/a3db256d-3b94-46fa-bda0-a2435cbd1719/3660eb67-ab96-4182-8d51-18920b902aa8) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:03:50.191137 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493429e2-41c6-48b3-8015-9de9772df8a1 req-1633ff4f-0dc8-4311-b2c1-290c1c104530 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:50.204306 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-493429e2-41c6-48b3-8015-9de9772df8a1 req-1633ff4f-0dc8-4311-b2c1-290c1c104530 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.1737287 Jul 14 14:03:50.379768 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-493429e2-41c6-48b3-8015-9de9772df8a1 req-d134432a-4238-4344-9865-97300f620a96 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741898 Jul 14 14:03:50.405731 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 53874) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:50.430085 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 53878) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:50.446920 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e106d12e-af03-4d61-9b7f-887b4b71ba22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:50.499842 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-a996d4a5-513a-4004-82f4-eafd56fb43d3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:50.576849 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-a996d4a5-513a-4004-82f4-eafd56fb43d3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:50.592012 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e106d12e-af03-4d61-9b7f-887b4b71ba22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:50.603822 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e106d12e-af03-4d61-9b7f-887b4b71ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:50.637939 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-e106d12e-af03-4d61-9b7f-887b4b71ba22 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee810bae77224b79900011967b9e754a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067323 Jul 14 14:03:50.644497 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 53884) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:50.675285 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-a996d4a5-513a-4004-82f4-eafd56fb43d3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Network daf8293f-bceb-473a-8f8e-5cc57c58d137 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:03:50.690645 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-a996d4a5-513a-4004-82f4-eafd56fb43d3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:03:50.700861 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106d12e-af03-4d61-9b7f-887b4b71ba22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57c9280-4a8d-4436-9c21-55adf3c5363c,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:50.700999 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-a996d4a5-513a-4004-82f4-eafd56fb43d3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:03:50.749839 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223c022-7aa8-4436-b9bf-b1228a854144 req-021c40d3-757d-4767-bdc8-a7bb785a054f tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:50.751646 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c223c022-7aa8-4436-b9bf-b1228a854144 req-021c40d3-757d-4767-bdc8-a7bb785a054f tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 931 time: 0.1019146 Jul 14 14:03:50.802409 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c223c022-7aa8-4436-b9bf-b1228a854144 req-cda5bc5e-bc01-4c83-b833-2a6519dc3a0a tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435975 Jul 14 14:03:50.810572 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996d4a5-513a-4004-82f4-eafd56fb43d3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Pushing event updated for resources: {'Port': ['ID=3660eb67-ab96-4182-8d51-18920b902aa8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:50.937976 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-a996d4a5-513a-4004-82f4-eafd56fb43d3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:50.938494 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-a996d4a5-513a-4004-82f4-eafd56fb43d3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:50.965146 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bfc3c8f5-9908-4157-91aa-29a69d8da3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:50.986454 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-a996d4a5-513a-4004-82f4-eafd56fb43d3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6391876 Jul 14 14:03:51.005733 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bfc3c8f5-9908-4157-91aa-29a69d8da3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:51.041059 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac26e2-b0bf-4f45-b29b-b6f3bb66f925 req-b1dc262b-8cfa-4bc6-8ab9-e53f0af65dc6 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:51.042695 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-51ac26e2-b0bf-4f45-b29b-b6f3bb66f925 req-b1dc262b-8cfa-4bc6-8ab9-e53f0af65dc6 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0747533 Jul 14 14:03:51.058244 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2173fd-1a6f-4f03-a57a-b1b07a11fbbc tempest-TestShelveInstance-666091601 tempest-TestShelveInstance-666091601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:51.059819 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7c2173fd-1a6f-4f03-a57a-b1b07a11fbbc tempest-TestShelveInstance-666091601 tempest-TestShelveInstance-666091601-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 1093 time: 0.6525559 Jul 14 14:03:51.063503 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 53890) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:51.067578 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f62af-dad7-43dd-a118-32aa431f7b4f req-65c24b88-2da9-4c01-873c-b83914b2a2ca tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:51.069771 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-300f62af-dad7-43dd-a118-32aa431f7b4f req-65c24b88-2da9-4c01-873c-b83914b2a2ca tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.2610004 Jul 14 14:03:51.070975 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Request body: {'floatingip': {'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'port_id': '67608b3b-bb04-4460-a041-00bc84942502', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:51.111599 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-51ac26e2-b0bf-4f45-b29b-b6f3bb66f925 req-1866478d-1287-4ad4-9df9-ee6772f1b9b0 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622342 Jul 14 14:03:51.127188 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for floatingip, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:51.134054 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-300f62af-dad7-43dd-a118-32aa431f7b4f req-4ce5e828-405f-43dd-b723-6ddca101c53e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537512 Jul 14 14:03:51.135025 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bfc3c8f5-9908-4157-91aa-29a69d8da3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:51.137635 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bfc3c8f5-9908-4157-91aa-29a69d8da3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:51.138811 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bfc3c8f5-9908-4157-91aa-29a69d8da3af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f57c9280-4a8d-4436-9c21-55adf3c5363c HTTP/1.1" status: 204 len: 168 time: 0.4901159 Jul 14 14:03:51.156344 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3c8f5-9908-4157-91aa-29a69d8da3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57c9280-4a8d-4436-9c21-55adf3c5363c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:51.281988 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:51.462653 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Allocated IP 172.27.0.43 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/04662bb2-d07a-421f-a32c-ffc05733fcea) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:03:51.644104 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:51.728028 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:51.769833 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:03:51.776902 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:03:51.781162 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:03:51.822771 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Pushing event updated for resources: {'Port': ['ID=04662bb2-d07a-421f-a32c-ffc05733fcea,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:52.294362 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899a6c3-eb08-4172-8cc3-219a691f0b23 req-f8db38a6-39ac-4da1-83b6-56a32b7cd223 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:52.298076 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f632c6-17d4-43c3-8b64-ee74cccc728a req-f7cf99e2-609d-4b38-9fdd-709acdd4ef51 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:52.306391 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48f632c6-17d4-43c3-8b64-ee74cccc728a req-f7cf99e2-609d-4b38-9fdd-709acdd4ef51 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.1109090 Jul 14 14:03:52.307014 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6899a6c3-eb08-4172-8cc3-219a691f0b23 req-f8db38a6-39ac-4da1-83b6-56a32b7cd223 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 931 time: 0.3502812 Jul 14 14:03:52.382346 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48f632c6-17d4-43c3-8b64-ee74cccc728a req-e16454d6-4c5f-48f2-9580-51941a8565a2 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748744 Jul 14 14:03:52.556023 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6899a6c3-eb08-4172-8cc3-219a691f0b23 req-e90490de-48ce-4236-aa67-afa5a5ea6819 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475135 Jul 14 14:03:52.582771 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a38fc9-9c68-48ac-ad67-6ea1df9344e3 req-0ead9df9-57c7-4aad-a83e-f1c31cb1729f tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:52.585219 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98a38fc9-9c68-48ac-ad67-6ea1df9344e3 req-0ead9df9-57c7-4aad-a83e-f1c31cb1729f tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0854762 Jul 14 14:03:52.630329 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 53960) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:52.683206 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98a38fc9-9c68-48ac-ad67-6ea1df9344e3 req-36f55322-e2a4-4e63-b6aa-43464f3958b5 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863287 Jul 14 14:03:52.728074 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 218416f6-4b46-499c-9d62-c40394570bbe no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:03:52.748750 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Request body: {'port': {'device_id': 'd6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:53.016976 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-a0063080-5ded-4c30-b172-ad05adaa2558 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3799653 Jul 14 14:03:53.030250 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:53.030496 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:53.182325 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:53.448185 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:53.463086 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:53.481733 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3660eb67-ab96-4182-8d51-18920b902aa8 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:03:53.498421 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:53.519040 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Transition to ACTIVE for port object 3660eb67-ab96-4182-8d51-18920b902aa8 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:03:53.526543 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:53.612159 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Pushing event updated for resources: {'Port': ['ID=3660eb67-ab96-4182-8d51-18920b902aa8,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:53.633492 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Pushing event updated for resources: {'Port': ['ID=04662bb2-d07a-421f-a32c-ffc05733fcea,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:53.640321 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:53.705237 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Attempting to bind port 3660eb67-ab96-4182-8d51-18920b902aa8 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:03:53.706179 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Attempting to bind port 3660eb67-ab96-4182-8d51-18920b902aa8 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'b7df86ca-9120-4b43-8b1d-79211dfad9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'daf8293f-bceb-473a-8f8e-5cc57c58d137'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:03:53.706179 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Attempting to bind port 3660eb67-ab96-4182-8d51-18920b902aa8 on network daf8293f-bceb-473a-8f8e-5cc57c58d137 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:03:53.713802 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Port 3660eb67-ab96-4182-8d51-18920b902aa8 on network daf8293f-bceb-473a-8f8e-5cc57c58d137 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:03:53.714226 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Attempting to bind port 3660eb67-ab96-4182-8d51-18920b902aa8 on network daf8293f-bceb-473a-8f8e-5cc57c58d137 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:03:53.719670 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:03:53.720610 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Checking segment: {'id': 'b7df86ca-9120-4b43-8b1d-79211dfad9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'daf8293f-bceb-473a-8f8e-5cc57c58d137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:03:53.721001 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Bound using segment: {'id': 'b7df86ca-9120-4b43-8b1d-79211dfad9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'daf8293f-bceb-473a-8f8e-5cc57c58d137'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:03:53.721466 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Bound port: 3660eb67-ab96-4182-8d51-18920b902aa8, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7df86ca-9120-4b43-8b1d-79211dfad9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'daf8293f-bceb-473a-8f8e-5cc57c58d137'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:03:53.721830 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:53.787738 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1838f2-3950-43dc-b5fe-8869c37a4409 req-097a6e5c-ba7c-45c8-8707-ee322ba9fb53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:53.795231 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fb1838f2-3950-43dc-b5fe-8869c37a4409 req-097a6e5c-ba7c-45c8-8707-ee322ba9fb53 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.2783937 Jul 14 14:03:53.843496 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] For port 3660eb67-ab96-4182-8d51-18920b902aa8, host hv-cinder-78692, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:03:53.854195 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fb1838f2-3950-43dc-b5fe-8869c37a4409 req-2d2c1728-1d64-4964-9e2e-5eb1acc8e3eb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580366 Jul 14 14:03:53.855788 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Floating IP 32c958f2-efae-434c-8223-5dbb02d73ac5 associated. External IP: 172.27.0.43, port: 67608b3b-bb04-4460-a041-00bc84942502. Jul 14 14:03:53.870452 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606feac7-f900-4bbe-aaa3-d15480805dc3 req-5cdcae23-077e-4c5f-b648-4b551f2a06f8 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:53.872107 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-606feac7-f900-4bbe-aaa3-d15480805dc3 req-5cdcae23-077e-4c5f-b648-4b551f2a06f8 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 943 time: 0.1336491 Jul 14 14:03:53.874018 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] For port 3660eb67-ab96-4182-8d51-18920b902aa8, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3660eb67-ab96-4182-8d51-18920b902aa8,segment=NetworkSegment(b7df86ca-9120-4b43-8b1d-79211dfad9cc),segment_id=b7df86ca-9120-4b43-8b1d-79211dfad9cc)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:03:53.882469 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:53.942563 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:53.943193 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:53.945428 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] 10.222.0.38 "PUT /v2.0/ports/3660eb67-ab96-4182-8d51-18920b902aa8 HTTP/1.1" status: 200 len: 1093 time: 1.2119138 Jul 14 14:03:53.945968 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1', 'tag': '3660eb67-ab96-4182-8d51-18920b902aa8'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:53.948538 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f2afed-75a3-463e-8d2b-fa7fae445cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1", "tag": "3660eb67-ab96-4182-8d51-18920b902aa8"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:54.001278 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1a004-38a8-46f7-a6e9-915c46c2da1a service neutron] Pushing event updated for resources: {'Port': ['ID=3660eb67-ab96-4182-8d51-18920b902aa8,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:54.058295 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-606feac7-f900-4bbe-aaa3-d15480805dc3 req-f469385e-1a6d-468d-94b8-13ee97543da4 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730111 Jul 14 14:03:54.102881 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-bc38c493-362b-4c21-9dd4-cd184467179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:54.104533 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-bc38c493-362b-4c21-9dd4-cd184467179f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6611a309b4ff48338e9c94293d97a364&device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 1096 time: 0.0879292 Jul 14 14:03:54.114189 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb35ea10-e1b4-4182-82b2-88ff1379a398 x-openstack-request-id: req-eb35ea10-e1b4-4182-82b2-88ff1379a398 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:54.114531 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1", "tag": "3660eb67-ab96-4182-8d51-18920b902aa8", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:54.114941 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb35ea10-e1b4-4182-82b2-88ff1379a398 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:54.115224 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1', 'tag': '3660eb67-ab96-4182-8d51-18920b902aa8', 'status': 'completed', 'code': 200} Jul 14 14:03:54.159576 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-ea867d94-dd86-4696-bf10-e00343b3301d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3660eb67-ab96-4182-8d51-18920b902aa8 HTTP/1.1" status: 200 len: 217 time: 0.0346780 Jul 14 14:03:54.174881 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bdc84-f2eb-4749-aac9-28e7f93b0880 req-ee39b2d9-6714-40d2-b0f9-bb6fbac214f2 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:54.176582 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-be6bdc84-f2eb-4749-aac9-28e7f93b0880 req-ee39b2d9-6714-40d2-b0f9-bb6fbac214f2 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.1568267 Jul 14 14:03:54.206951 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Router ade64abd-36a2-4524-9221-a0dadd04e13c has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:03:54.222395 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-f4e9d64d-2dd9-4735-b668-0ff8c9345133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:54.223952 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-f4e9d64d-2dd9-4735-b668-0ff8c9345133 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3db256d-3b94-46fa-bda0-a2435cbd1719 HTTP/1.1" status: 200 len: 849 time: 0.0512476 Jul 14 14:03:54.235457 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-be6bdc84-f2eb-4749-aac9-28e7f93b0880 req-a5a140cf-7b05-42a3-808b-663196ff01d2 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488296 Jul 14 14:03:54.273385 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-297e32bd-7eaa-4ae7-905a-e7cc18f2c5ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=daf8293f-bceb-473a-8f8e-5cc57c58d137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339174 Jul 14 14:03:54.354893 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:03:54.376282 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e452d-6ec6-413d-8394-357871c6d09d None None] Sync routers for ids ['ade64abd-36a2-4524-9221-a0dadd04e13c'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:03:54.378577 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:54.378764 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-5238d1ea-1434-46e2-b27f-d046a132c9df service neutron] 10.222.0.38 "GET /v2.0/networks/daf8293f-bceb-473a-8f8e-5cc57c58d137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048312 Jul 14 14:03:54.389518 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e452d-6ec6-413d-8394-357871c6d09d None None] Routers {'ade64abd-36a2-4524-9221-a0dadd04e13c'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:03:54.390170 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-079e452d-6ec6-413d-8394-357871c6d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:03:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['ade64abd-36a2-4524-9221-a0dadd04e13c'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:03:54.423121 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-26ef6069-6f6e-47ac-86e3-5d66e46b387b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3584893 Jul 14 14:03:54.423806 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'tag': '67608b3b-bb04-4460-a041-00bc84942502'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:54.426187 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb86c4d-f102-4710-8089-9fb8c0a575b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d93a37-2a27-4848-a6e3-b0bb681f07d0", "tag": "67608b3b-bb04-4460-a041-00bc84942502"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:54.482983 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0b0ccb-2498-4684-9fcd-65a91bfc92d7 x-openstack-request-id: req-3f0b0ccb-2498-4684-9fcd-65a91bfc92d7 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:54.483324 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d93a37-2a27-4848-a6e3-b0bb681f07d0", "tag": "67608b3b-bb04-4460-a041-00bc84942502", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:54.483601 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f0b0ccb-2498-4684-9fcd-65a91bfc92d7 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:54.483963 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'tag': '67608b3b-bb04-4460-a041-00bc84942502', 'status': 'completed', 'code': 200} Jul 14 14:03:54.527909 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c38b0230-01ad-4f73-8404-6dae654a6642 req-5a3f5b0a-d46e-415c-b15e-2f01fc11ed8d service neutron] 10.222.0.38 "GET /v2.0/networks/daf8293f-bceb-473a-8f8e-5cc57c58d137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413600 Jul 14 14:03:54.549598 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-079e452d-6ec6-413d-8394-357871c6d09d None None] Set router ade64abd-36a2-4524-9221-a0dadd04e13c gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:03:54.582342 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb86c4d-f102-4710-8089-9fb8c0a575b8 req-dc87b6d8-ddad-4512-a359-f775c09a1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:54.586453 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cfb86c4d-f102-4710-8089-9fb8c0a575b8 req-dc87b6d8-ddad-4512-a359-f775c09a1694 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e27764fd7e97437f820fc188b28a2fde&device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 1098 time: 0.0739882 Jul 14 14:03:54.706238 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2afed-75a3-463e-8d2b-fa7fae445cbe req-79a31398-1537-4bdb-8a8f-5b033852087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:54.708077 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52f2afed-75a3-463e-8d2b-fa7fae445cbe req-79a31398-1537-4bdb-8a8f-5b033852087c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6611a309b4ff48338e9c94293d97a364&device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 1096 time: 0.0948126 Jul 14 14:03:54.718761 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb86c4d-f102-4710-8089-9fb8c0a575b8 req-01907f0f-95e1-4583-be36-7e63fe36fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:54.720619 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cfb86c4d-f102-4710-8089-9fb8c0a575b8 req-01907f0f-95e1-4583-be36-7e63fe36fb0e service neutron] 10.222.0.38 "GET /v2.0/networks?id=db969060-89c4-45a0-a6df-b75fe2cb2c07 HTTP/1.1" status: 200 len: 909 time: 0.1198084 Jul 14 14:03:54.810717 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cfb86c4d-f102-4710-8089-9fb8c0a575b8 req-b5b90a8c-fb5a-40f5-8df2-115dccddc93f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67608b3b-bb04-4460-a041-00bc84942502 HTTP/1.1" status: 200 len: 998 time: 0.0751691 Jul 14 14:03:54.811014 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2afed-75a3-463e-8d2b-fa7fae445cbe req-7a16ae4b-7108-4f1d-a645-66abd04e58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:54.812447 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52f2afed-75a3-463e-8d2b-fa7fae445cbe req-7a16ae4b-7108-4f1d-a645-66abd04e58fa service neutron] 10.222.0.38 "GET /v2.0/networks?id=daf8293f-bceb-473a-8f8e-5cc57c58d137 HTTP/1.1" status: 200 len: 910 time: 0.0967267 Jul 14 14:03:54.867969 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52f2afed-75a3-463e-8d2b-fa7fae445cbe req-1f534110-100b-4e9f-8d45-6260a3ca86bd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3660eb67-ab96-4182-8d51-18920b902aa8 HTTP/1.1" status: 200 len: 217 time: 0.0445197 Jul 14 14:03:54.937621 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2afed-75a3-463e-8d2b-fa7fae445cbe req-a36cdf4a-27b0-4be1-9e84-c4d898cafde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:54.940176 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52f2afed-75a3-463e-8d2b-fa7fae445cbe req-a36cdf4a-27b0-4be1-9e84-c4d898cafde7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3db256d-3b94-46fa-bda0-a2435cbd1719 HTTP/1.1" status: 200 len: 849 time: 0.0652683 Jul 14 14:03:54.957172 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb86c4d-f102-4710-8089-9fb8c0a575b8 req-1b71ace7-e57b-4798-b523-9c88df0c9bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:54.959975 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cfb86c4d-f102-4710-8089-9fb8c0a575b8 req-1b71ace7-e57b-4798-b523-9c88df0c9bbf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=13419f97-ab25-484c-967b-aced639b47ff HTTP/1.1" status: 200 len: 847 time: 0.1360989 Jul 14 14:03:54.962789 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-079e452d-6ec6-413d-8394-357871c6d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:02:23Z', 'revision_number': 4, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port': {'id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '32c958f2-efae-434c-8223-5dbb02d73ac5', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'port_id': '67608b3b-bb04-4460-a041-00bc84942502', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'mac_address': 'fa:16:3e:34:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:03:52Z', 'updated_at': '2021-07-14T14:03:52Z', 'revision_number': 0, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4045817e-182c-4e11-b614-b161766bb4b1', 'name': '', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'mac_address': 'fa:16:3e:9e:7b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '13419f97-ab25-484c-967b-aced639b47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:22Z', 'updated_at': '2021-07-14T14:02:29Z', 'revision_number': 5, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'subnets': [{'id': '13419f97-ab25-484c-967b-aced639b47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:03:54.995479 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e452d-6ec6-413d-8394-357871c6d09d None None] Checking router: ade64abd-36a2-4524-9221-a0dadd04e13c for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:03:55.008975 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e452d-6ec6-413d-8394-357871c6d09d None None] Routers {'ade64abd-36a2-4524-9221-a0dadd04e13c'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:03:55.009645 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-079e452d-6ec6-413d-8394-357871c6d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:03:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['ade64abd-36a2-4524-9221-a0dadd04e13c'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:03:55.072305 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52f2afed-75a3-463e-8d2b-fa7fae445cbe req-58ca9234-0d00-4928-a506-75542c90ed1f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=daf8293f-bceb-473a-8f8e-5cc57c58d137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188824 Jul 14 14:03:55.097979 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-5b8daed6-a252-4798-a5b9-cce9996673e9 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:55.111150 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-5b8daed6-a252-4798-a5b9-cce9996673e9 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/networks?id=17797cd5-37ca-4464-b477-91a1f0328889 HTTP/1.1" status: 200 len: 813 time: 0.2553890 Jul 14 14:03:55.140108 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-4d297665-d003-4422-a4a2-1d5489b4ebc7 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/quotas/5becf2377cd34a5aa3e7c239e2b2bbb1 HTTP/1.1" status: 200 len: 375 time: 0.0269661 Jul 14 14:03:55.153500 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb86c4d-f102-4710-8089-9fb8c0a575b8 req-04a8f94b-3836-4b54-8708-8e690bfab79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:55.155395 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cfb86c4d-f102-4710-8089-9fb8c0a575b8 req-04a8f94b-3836-4b54-8708-8e690bfab79c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=db969060-89c4-45a0-a6df-b75fe2cb2c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1869419 Jul 14 14:03:55.244879 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-079e452d-6ec6-413d-8394-357871c6d09d None None] Set router ade64abd-36a2-4524-9221-a0dadd04e13c gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:03:55.250838 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-be080476-355a-4d50-aaf5-c6d0f73f31d9 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5becf2377cd34a5aa3e7c239e2b2bbb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003854 Jul 14 14:03:55.319220 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52f2afed-75a3-463e-8d2b-fa7fae445cbe req-4bd61795-6914-4388-933a-40a04bfa4aad service neutron] 10.222.0.38 "GET /v2.0/networks/daf8293f-bceb-473a-8f8e-5cc57c58d137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355597 Jul 14 14:03:55.354809 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465f4ab-60cb-46dd-819c-e4e354b2e761 req-76a402e8-48f9-4405-87c8-2d26d2cf51d8 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:55.362035 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e465f4ab-60cb-46dd-819c-e4e354b2e761 req-76a402e8-48f9-4405-87c8-2d26d2cf51d8 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.2885745 Jul 14 14:03:55.439123 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cfb86c4d-f102-4710-8089-9fb8c0a575b8 req-eabff35a-8557-4ebc-9fe0-0e3038da387f service neutron] 10.222.0.38 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626486 Jul 14 14:03:55.453341 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-9a6858da-bde7-4598-99a1-543be0c94ed7 service neutron] 10.222.0.57 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014883 Jul 14 14:03:55.930985 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-079e452d-6ec6-413d-8394-357871c6d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:02:23Z', 'revision_number': 4, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port': {'id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '32c958f2-efae-434c-8223-5dbb02d73ac5', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'port_id': '67608b3b-bb04-4460-a041-00bc84942502', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'mac_address': 'fa:16:3e:34:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:03:52Z', 'updated_at': '2021-07-14T14:03:52Z', 'revision_number': 0, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4045817e-182c-4e11-b614-b161766bb4b1', 'name': '', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'mac_address': 'fa:16:3e:9e:7b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '13419f97-ab25-484c-967b-aced639b47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:22Z', 'updated_at': '2021-07-14T14:02:29Z', 'revision_number': 5, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'subnets': [{'id': '13419f97-ab25-484c-967b-aced639b47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:03:55.962045 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e452d-6ec6-413d-8394-357871c6d09d None None] The sync data for ids ['ade64abd-36a2-4524-9221-a0dadd04e13c'] in dv-cinder-786927-3-iscsi is: [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:02:23Z', 'revision_number': 4, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port': {'id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '32c958f2-efae-434c-8223-5dbb02d73ac5', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'port_id': '67608b3b-bb04-4460-a041-00bc84942502', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'mac_address': 'fa:16:3e:34:7d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:03:52Z', 'updated_at': '2021-07-14T14:03:52Z', 'revision_number': 0, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4045817e-182c-4e11-b614-b161766bb4b1', 'name': '', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'mac_address': 'fa:16:3e:9e:7b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '13419f97-ab25-484c-967b-aced639b47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:22Z', 'updated_at': '2021-07-14T14:02:29Z', 'revision_number': 5, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'subnets': [{'id': '13419f97-ab25-484c-967b-aced639b47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:03:55.973677 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e465f4ab-60cb-46dd-819c-e4e354b2e761 req-bb812a3b-0b4b-4620-ae70-08256a4f62ab tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6062205 Jul 14 14:03:56.006647 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cfb86c4d-f102-4710-8089-9fb8c0a575b8 req-bab540b9-646e-40fd-beb8-9dab32b41bfa service neutron] 10.222.0.38 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340040 Jul 14 14:03:56.024010 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52f2afed-75a3-463e-8d2b-fa7fae445cbe req-d9cbcf6c-f68a-4baf-bd27-4a5a5f78ac4f service neutron] 10.222.0.38 "GET /v2.0/networks/daf8293f-bceb-473a-8f8e-5cc57c58d137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577957 Jul 14 14:03:56.147814 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-cf4e92e9-e34b-4291-b546-0dbc05d1237f service neutron] 10.222.0.57 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934440 Jul 14 14:03:56.155091 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-dc044dc6-f7c2-4502-9ceb-43ae18daa8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:56.156739 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-dc044dc6-f7c2-4502-9ceb-43ae18daa8cd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff&tenant_id=84091d0680394dc3955f3ed734020316 HTTP/1.1" status: 200 len: 1097 time: 0.1453087 Jul 14 14:03:56.255922 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc059a20-29cc-44a7-99d0-dc8566ceb116 req-e12b3bec-8ae7-4e30-a562-c28c457ea230 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:56.257671 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fc059a20-29cc-44a7-99d0-dc8566ceb116 req-e12b3bec-8ae7-4e30-a562-c28c457ea230 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 943 time: 0.1249511 Jul 14 14:03:56.292934 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-951778ea-2c32-46b6-816c-d187a82dedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:56.294541 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-951778ea-2c32-46b6-816c-d187a82dedc2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84091d0680394dc3955f3ed734020316&device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 1097 time: 0.1099505 Jul 14 14:03:56.334176 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5fb128-e752-462e-9476-7589cd64defd None None] New status for floating IP 32c958f2-efae-434c-8223-5dbb02d73ac5: ACTIVE {{(pid=92929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:03:56.382046 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fc059a20-29cc-44a7-99d0-dc8566ceb116 req-5b593302-d490-4c97-8e7c-e59999116101 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119723 Jul 14 14:03:56.473409 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-2794a2bd-47ee-4ace-9760-e131c0f1200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:56.475248 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-2794a2bd-47ee-4ace-9760-e131c0f1200d service neutron] 10.222.0.38 "GET /v2.0/networks?id=3410fdfc-dc44-4fd7-9145-5178f588b3ac HTTP/1.1" status: 200 len: 917 time: 0.1732452 Jul 14 14:03:56.510618 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-02eec752-8789-4233-9579-3c6669101f6d req-b73322ca-c9fc-49c1-8fac-2935391a7cc1 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0530324 Jul 14 14:03:56.671318 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:03:56.690944 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-9749bf0b-357e-4eec-9baa-4a919435ee30 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=218416f6-4b46-499c-9d62-c40394570bbe HTTP/1.1" status: 200 len: 1000 time: 0.2070141 Jul 14 14:03:56.716763 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 3660eb67-ab96-4182-8d51-18920b902aa8 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:03:56.761973 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da181e25-1cd7-435f-8dcf-322cbeead890 req-03e5f3b5-d9b7-4cde-be65-fe0de958e512 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:56.763743 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da181e25-1cd7-435f-8dcf-322cbeead890 req-03e5f3b5-d9b7-4cde-be65-fe0de958e512 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.1641810 Jul 14 14:03:56.771830 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-92774ef2-ac32-4d9b-bbb4-b878db432e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:56.773434 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-92774ef2-ac32-4d9b-bbb4-b878db432e12 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c9e99f6-8685-4c55-b68e-415908b0bb16 HTTP/1.1" status: 200 len: 855 time: 0.0749125 Jul 14 14:03:56.839885 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 3660eb67-ab96-4182-8d51-18920b902aa8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3660eb67-ab96-4182-8d51-18920b902aa8,segment=NetworkSegment(b7df86ca-9120-4b43-8b1d-79211dfad9cc),segment_id=b7df86ca-9120-4b43-8b1d-79211dfad9cc)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:56.842016 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da181e25-1cd7-435f-8dcf-322cbeead890 req-d22b95c7-bdfc-44fc-ab01-a1053eb9bade tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675530 Jul 14 14:03:56.859789 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '3660eb67-ab96-4182-8d51-18920b902aa8', 'network_id': 'daf8293f-bceb-473a-8f8e-5cc57c58d137', 'port_id': '3660eb67-ab96-4182-8d51-18920b902aa8', 'mac_address': 'fa:16:3e:28:0e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3db256d-3b94-46fa-bda0-a2435cbd1719', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:03:56.885330 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-8fadd014-9c42-4841-a7e5-8179336875b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:56.887390 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-8fadd014-9c42-4841-a7e5-8179336875b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3410fdfc-dc44-4fd7-9145-5178f588b3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1051922 Jul 14 14:03:56.938204 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:56.957245 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3660eb67-ab96-4182-8d51-18920b902aa8 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:03:56.993664 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 3660eb67-ab96-4182-8d51-18920b902aa8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3660eb67-ab96-4182-8d51-18920b902aa8,segment=NetworkSegment(b7df86ca-9120-4b43-8b1d-79211dfad9cc),segment_id=b7df86ca-9120-4b43-8b1d-79211dfad9cc)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:57.003355 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:57.075256 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-0d8dbe84-ecd4-498a-8624-0827d032925c service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810315 Jul 14 14:03:57.117838 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=3660eb67-ab96-4182-8d51-18920b902aa8,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:57.215634 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df824265-fb44-4fa7-bbae-5de83e880cd9 req-d42de5c1-b61e-4512-909c-ba93ddd169a6 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:57.217977 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-73307ab8-ff14-489b-b2ce-148fc1b89a16 service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335499 Jul 14 14:03:57.221671 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-df824265-fb44-4fa7-bbae-5de83e880cd9 req-d42de5c1-b61e-4512-909c-ba93ddd169a6 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0806930 Jul 14 14:03:57.256812 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['3660eb67-ab96-4182-8d51-18920b902aa8'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:03:57.262570 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-df824265-fb44-4fa7-bbae-5de83e880cd9 req-bcd710f5-eca2-4b5e-ae22-ac0344e447c0 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392070 Jul 14 14:03:57.571243 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729c3bf-2687-483f-9262-84591a09c66a req-187528d9-24e8-4596-ac1b-956da6aa1990 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:57.573555 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7729c3bf-2687-483f-9262-84591a09c66a req-187528d9-24e8-4596-ac1b-956da6aa1990 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 944 time: 0.0722167 Jul 14 14:03:57.628829 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7729c3bf-2687-483f-9262-84591a09c66a req-68261015-a136-45a0-be67-4cee4fbf5c17 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502362 Jul 14 14:03:57.673974 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7f8f836-0193-4579-9c65-10fdbf5d3ad1 req-6dfc474d-e661-4603-818f-5de65416da58 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0309486 Jul 14 14:03:57.877484 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 54108) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:58.002186 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1b91b674-66ed-48c8-8c23-e1f9654937a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:58.088532 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c49fe3-7e21-4c05-8adf-925b58798b9a req-11b3979c-5741-4f59-96f7-54d6340470d9 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:58.090254 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-39c49fe3-7e21-4c05-8adf-925b58798b9a req-11b3979c-5741-4f59-96f7-54d6340470d9 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.1047525 Jul 14 14:03:58.150329 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-39c49fe3-7e21-4c05-8adf-925b58798b9a req-72cd0eee-968b-4e1c-8246-0eb6275d56d3 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540149 Jul 14 14:03:58.171907 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1b91b674-66ed-48c8-8c23-e1f9654937a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:58.176065 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1b91b674-66ed-48c8-8c23-e1f9654937a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:58.218175 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-1b91b674-66ed-48c8-8c23-e1f9654937a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b2aa1910b1964d6b8e70fb5316f7324e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392735 Jul 14 14:03:58.219112 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91b674-66ed-48c8-8c23-e1f9654937a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f4a905-da1f-4056-853d-3208d5af169d,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:58.220832 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 54112) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:58.269716 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6bafc666-13d8-44e2-b3f9-96e6fd0bf7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:58.290429 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6bafc666-13d8-44e2-b3f9-96e6fd0bf7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:58.338511 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6bafc666-13d8-44e2-b3f9-96e6fd0bf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:58.341347 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6bafc666-13d8-44e2-b3f9-96e6fd0bf7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:58.346056 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6bafc666-13d8-44e2-b3f9-96e6fd0bf7a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2f4a905-da1f-4056-853d-3208d5af169d HTTP/1.1" status: 204 len: 168 time: 0.1237762 Jul 14 14:03:58.359412 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafc666-13d8-44e2-b3f9-96e6fd0bf7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f4a905-da1f-4056-853d-3208d5af169d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:58.501514 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c739955-00c8-4e2f-a219-36dd43e64f11 req-49b15256-882f-4f59-829f-ec45c8710d80 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:58.503019 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c739955-00c8-4e2f-a219-36dd43e64f11 req-49b15256-882f-4f59-829f-ec45c8710d80 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0691714 Jul 14 14:03:58.544383 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c739955-00c8-4e2f-a219-36dd43e64f11 req-bce032c1-d2d7-44a5-a112-c2ea2cab41a9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350878 Jul 14 14:03:58.804364 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0537b-7b9a-4d60-8136-9c68c31ec97e req-0eca95be-a105-4f29-8142-029e90aa01a3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:58.806033 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-abd0537b-7b9a-4d60-8136-9c68c31ec97e req-0eca95be-a105-4f29-8142-029e90aa01a3 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 944 time: 0.0697844 Jul 14 14:03:58.823153 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec5dbbd8-7306-4649-b14a-28f7cbecdf56 req-247f7b99-3bd3-48b9-ba70-6021fabbc3e0 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0304556 Jul 14 14:03:58.846125 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-abd0537b-7b9a-4d60-8136-9c68c31ec97e req-bb1560b9-eb01-4020-b965-8719be7ce74e tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346134 Jul 14 14:03:59.332808 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeeeb3-4392-4bfd-bc2a-ea96dd968c73 req-92b86e03-f99e-4ffa-9871-b91bd7081f0c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:59.335094 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7eaeeeb3-4392-4bfd-bc2a-ea96dd968c73 req-92b86e03-f99e-4ffa-9871-b91bd7081f0c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0722344 Jul 14 14:03:59.382923 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7eaeeeb3-4392-4bfd-bc2a-ea96dd968c73 req-5c2035da-f4dc-4c4c-bb86-af1d25560033 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420458 Jul 14 14:03:59.716769 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6f373-0f92-4e44-a983-34729f9b8115 req-2bf988a0-fea7-4211-8994-81a195188960 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:59.718270 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c3f6f373-0f92-4e44-a983-34729f9b8115 req-2bf988a0-fea7-4211-8994-81a195188960 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0615962 Jul 14 14:03:59.756242 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c3f6f373-0f92-4e44-a983-34729f9b8115 req-42fa88f0-0258-4417-ac7b-df59251c567d tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324597 Jul 14 14:03:59.965340 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-44186501-9cc8-46d3-881a-715ad494a30c req-a1b89752-5bdb-4139-9e26-0e1ba75b6ca6 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0289052 Jul 14 14:04:00.028036 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fd1fe-2c82-4327-84ba-3df4f895386e req-140da2a4-8e0d-4b68-81f1-fb4545f7fa3f tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:00.029863 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-771fd1fe-2c82-4327-84ba-3df4f895386e req-140da2a4-8e0d-4b68-81f1-fb4545f7fa3f tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 944 time: 0.0680697 Jul 14 14:04:00.068664 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-771fd1fe-2c82-4327-84ba-3df4f895386e req-68f086ed-35c2-4f78-a9c7-3950c414aa40 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332866 Jul 14 14:04:00.611899 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807756b-5eb9-44e6-a19b-5301ee2707c9 req-7760557b-5df0-43ed-8243-ebcdd4798bf6 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:00.614422 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3807756b-5eb9-44e6-a19b-5301ee2707c9 req-7760557b-5df0-43ed-8243-ebcdd4798bf6 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.1063175 Jul 14 14:04:00.675017 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3807756b-5eb9-44e6-a19b-5301ee2707c9 req-babb3032-c183-4d2e-9385-29d6adb83f9e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534947 Jul 14 14:04:00.738318 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 3660eb67-ab96-4182-8d51-18920b902aa8 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:00.791874 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port 3660eb67-ab96-4182-8d51-18920b902aa8 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:00.798930 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 3660eb67-ab96-4182-8d51-18920b902aa8 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:00.799889 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:00.898467 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:00.940288 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3660eb67-ab96-4182-8d51-18920b902aa8'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:04:00.942760 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c63c6a2-822a-4ce4-a538-d7c82727b974" -d '{"events": [{"server_uuid": "d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1", "name": "network-vif-plugged", "status": "completed", "tag": "3660eb67-ab96-4182-8d51-18920b902aa8"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:04:00.964060 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83831a1f-80dd-4676-8980-73fa0ff6576b req-9aec55c0-366a-487e-a381-2f553ac3b9d5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:00.966820 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-83831a1f-80dd-4676-8980-73fa0ff6576b req-9aec55c0-366a-487e-a381-2f553ac3b9d5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0815504 Jul 14 14:04:00.975900 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 3660eb67-ab96-4182-8d51-18920b902aa8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3660eb67-ab96-4182-8d51-18920b902aa8,segment=NetworkSegment(b7df86ca-9120-4b43-8b1d-79211dfad9cc),segment_id=b7df86ca-9120-4b43-8b1d-79211dfad9cc)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:00.985457 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:01.000171 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449c66d1-9166-4729-99f7-6b59a8e23c85 x-openstack-request-id: req-449c66d1-9166-4729-99f7-6b59a8e23c85 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:04:01.000711 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1", "name": "network-vif-plugged", "status": "completed", "tag": "3660eb67-ab96-4182-8d51-18920b902aa8", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:04:01.000998 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-449c66d1-9166-4729-99f7-6b59a8e23c85 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:04:01.001427 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3660eb67-ab96-4182-8d51-18920b902aa8', 'code': 200} Jul 14 14:04:01.044998 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-83831a1f-80dd-4676-8980-73fa0ff6576b req-3b0387e1-7757-4431-934a-7573d6ba8a28 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719333 Jul 14 14:04:01.076252 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=3660eb67-ab96-4182-8d51-18920b902aa8,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:01.150937 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0d44d3b1-e20e-4cdf-8640-26a7ce137234 req-4bf044c8-c872-4c72-8669-d549a661d161 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0420198 Jul 14 14:04:01.287447 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1d427-4153-4657-b179-760175568cc5 req-84779225-eb74-497d-9909-e203241d5502 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:01.289771 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e2f1d427-4153-4657-b179-760175568cc5 req-84779225-eb74-497d-9909-e203241d5502 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.0728426 Jul 14 14:04:01.331279 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e2f1d427-4153-4657-b179-760175568cc5 req-80d95ec4-0eb0-4859-86af-cb38ec2e70b4 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352454 Jul 14 14:04:01.893394 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d41155-c5d5-4d30-8a0e-dde9ce93a4ac req-fe07fbc3-cb52-4741-b687-4fe27d3e9ef4 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:01.894920 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0d41155-c5d5-4d30-8a0e-dde9ce93a4ac req-fe07fbc3-cb52-4741-b687-4fe27d3e9ef4 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0699697 Jul 14 14:04:01.933594 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d0d41155-c5d5-4d30-8a0e-dde9ce93a4ac req-f3aa3ab6-b2c6-4617-a2cf-377abfcdf5b9 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320179 Jul 14 14:04:02.238573 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a61f-735a-4ee4-9a8a-efb81bdf2995 req-c1b542ae-5df8-4ffc-9be9-4ab5b1f3b344 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:02.240172 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fe32a61f-735a-4ee4-9a8a-efb81bdf2995 req-c1b542ae-5df8-4ffc-9be9-4ab5b1f3b344 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0808032 Jul 14 14:04:02.295195 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fe32a61f-735a-4ee4-9a8a-efb81bdf2995 req-36722935-760c-48eb-82ae-2f01bf06c6c0 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491905 Jul 14 14:04:02.318834 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-694bc238-4730-4280-a48d-d8e92f6ece23 req-86ffd104-4f18-43c1-a2ea-1e2e2face965 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0327692 Jul 14 14:04:02.516003 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74fd28-a830-432b-8f16-68df1ff7bcc7 req-25489709-0bbb-4283-a92f-c305f5179d54 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:02.517552 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0e74fd28-a830-432b-8f16-68df1ff7bcc7 req-25489709-0bbb-4283-a92f-c305f5179d54 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.0630777 Jul 14 14:04:02.556431 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0e74fd28-a830-432b-8f16-68df1ff7bcc7 req-8a76d87e-6e03-433e-8487-825bf7ab58b8 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332789 Jul 14 14:04:03.117370 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406d39c-787a-47b5-a23d-d81f19c06acc req-437dc8fe-13a8-485a-93fc-7493c00a6000 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:03.119390 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e406d39c-787a-47b5-a23d-d81f19c06acc req-437dc8fe-13a8-485a-93fc-7493c00a6000 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0674145 Jul 14 14:04:03.171191 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e406d39c-787a-47b5-a23d-d81f19c06acc req-66a2e51b-7435-4713-b742-1542907883fa tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448203 Jul 14 14:04:03.485063 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-709f279b-2648-4ee8-870a-e5ba6236da57 req-655036fe-d880-4a7b-8810-d99397ef6070 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0424099 Jul 14 14:04:03.516627 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37b8a8-ccc2-4bc8-b466-319be15f901f req-824d63b0-8589-4496-bb71-df380c4927c6 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:03.526046 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4f37b8a8-ccc2-4bc8-b466-319be15f901f req-824d63b0-8589-4496-bb71-df380c4927c6 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.1064730 Jul 14 14:04:03.563434 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4f37b8a8-ccc2-4bc8-b466-319be15f901f req-1c3c6871-1c8f-4764-b7d5-943fe0afdb48 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361240 Jul 14 14:04:03.730785 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64a0a1-ffdb-496a-8dd5-4be74a400d6c req-cfbd50d8-8b69-4822-b990-d1756970722b tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:03.732326 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0a64a0a1-ffdb-496a-8dd5-4be74a400d6c req-cfbd50d8-8b69-4822-b990-d1756970722b tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.0632782 Jul 14 14:04:03.772392 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0a64a0a1-ffdb-496a-8dd5-4be74a400d6c req-612c4507-17aa-4be3-ab0b-4d93fde897d9 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339644 Jul 14 14:04:04.352644 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2aa4-910b-4aa9-ae76-86e15eecfd8d req-f39aa08e-719b-4b62-ad85-a1b969be283c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:04.354434 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e23b2aa4-910b-4aa9-ae76-86e15eecfd8d req-f39aa08e-719b-4b62-ad85-a1b969be283c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0716500 Jul 14 14:04:04.393571 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e23b2aa4-910b-4aa9-ae76-86e15eecfd8d req-4dc6c8fd-9bb1-4c73-bfea-37935600d050 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323350 Jul 14 14:04:04.638717 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3f1a14ac-585f-4962-882a-7fc80c6719d1 req-6a946f3e-c319-4602-aade-70276b00d90d tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0320628 Jul 14 14:04:04.775285 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7710ea2-ccb6-4c0a-85e5-b671690dcf0c req-c379825d-145e-4ed3-a437-dbe51281d98a tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:04.776992 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a7710ea2-ccb6-4c0a-85e5-b671690dcf0c req-c379825d-145e-4ed3-a437-dbe51281d98a tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0841000 Jul 14 14:04:04.816026 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a7710ea2-ccb6-4c0a-85e5-b671690dcf0c req-6a0cedf8-e908-4e16-aa68-8a540f93112c tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332074 Jul 14 14:04:04.971106 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc75c2-2261-4caf-b68b-174dd1a75023 req-fee2c43a-b23c-4f23-8a07-608de8103e4a tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:04.972651 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78bc75c2-2261-4caf-b68b-174dd1a75023 req-fee2c43a-b23c-4f23-8a07-608de8103e4a tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.0687335 Jul 14 14:04:05.013317 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78bc75c2-2261-4caf-b68b-174dd1a75023 req-e703f5b3-8032-4d4c-a2f4-e7465283be5c tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343852 Jul 14 14:04:05.622153 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77de91-fa42-44ca-b579-a30e50c08722 req-48b5fa01-1d88-445c-8bd1-bf1486d535bd tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:05.623636 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4f77de91-fa42-44ca-b579-a30e50c08722 req-48b5fa01-1d88-445c-8bd1-bf1486d535bd tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0670276 Jul 14 14:04:05.680245 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4f77de91-fa42-44ca-b579-a30e50c08722 req-63bb0751-5938-4446-9001-544edbcf2d5f tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446603 Jul 14 14:04:05.804837 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f6b1369a-5428-4dd0-9e89-dafd24f2c101 req-933cc633-14a9-49ce-8fab-0f9d7a20ca57 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0320220 Jul 14 14:04:06.063934 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c9168-f6ff-4d3a-9473-1bfabfa7c910 req-02fa3691-6ccf-485e-aec1-1c7e4378c251 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:06.065812 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-145c9168-f6ff-4d3a-9473-1bfabfa7c910 req-02fa3691-6ccf-485e-aec1-1c7e4378c251 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0890338 Jul 14 14:04:06.150804 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-145c9168-f6ff-4d3a-9473-1bfabfa7c910 req-e98cb3ec-9ce9-45e4-9151-54a7c32d115e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770786 Jul 14 14:04:06.288015 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c173a-fba4-4c22-a66d-d09039912f10 req-2afc5ccd-38db-4566-921c-11f3617d6089 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:06.290173 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3b7c173a-fba4-4c22-a66d-d09039912f10 req-2afc5ccd-38db-4566-921c-11f3617d6089 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.0803816 Jul 14 14:04:06.335151 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3b7c173a-fba4-4c22-a66d-d09039912f10 req-e5ef1712-880c-40fb-a99a-90373f91d378 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380247 Jul 14 14:04:06.890303 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bc56a-5ea6-47ff-abe9-eca5ae50fdd1 req-9bb10cc4-c767-4e20-9ba5-c2a9e6e1a3ac tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:06.892131 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6b0bc56a-5ea6-47ff-abe9-eca5ae50fdd1 req-9bb10cc4-c767-4e20-9ba5-c2a9e6e1a3ac tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0816584 Jul 14 14:04:06.940626 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6b0bc56a-5ea6-47ff-abe9-eca5ae50fdd1 req-4b14e643-13e6-4bb9-8f1f-813d9611ea3e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397613 Jul 14 14:04:07.055709 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fc9eafca-7248-4aa1-9916-e3f945f973c8 req-862338ba-8563-4a50-b262-16b2ff411ec7 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0392196 Jul 14 14:04:07.351253 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae396d58-38b4-4b61-b354-32aea3675d17 req-e48ea3c1-8108-47e2-9f57-0ddd547557a7 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:07.352997 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ae396d58-38b4-4b61-b354-32aea3675d17 req-e48ea3c1-8108-47e2-9f57-0ddd547557a7 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0646880 Jul 14 14:04:07.398419 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ae396d58-38b4-4b61-b354-32aea3675d17 req-9a553e4e-a308-4099-96b2-3aa442315bac tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382612 Jul 14 14:04:07.536115 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8663ea5-ffdb-49db-822a-5491e3514877 req-61c3565d-ae38-496b-872b-7d9c23f2b648 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:07.538190 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8663ea5-ffdb-49db-822a-5491e3514877 req-61c3565d-ae38-496b-872b-7d9c23f2b648 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.0799165 Jul 14 14:04:07.577707 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b8663ea5-ffdb-49db-822a-5491e3514877 req-ca0c8ea0-b85e-40e9-9fd6-5ff8ba5d0e6f tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339823 Jul 14 14:04:08.153703 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703f3d9-6873-4881-991e-c12fab530a95 req-b8173a12-63ef-422c-9de4-0af09b5130cc tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:08.155320 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7703f3d9-6873-4881-991e-c12fab530a95 req-b8173a12-63ef-422c-9de4-0af09b5130cc tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0935962 Jul 14 14:04:08.213461 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7703f3d9-6873-4881-991e-c12fab530a95 req-a4416e9d-e1bf-4ff4-b17a-3215bff7c2c4 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 Jul 14 14:04:08.214366 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dc647095-6ae6-4163-b643-2926f7520f3f req-b09b4cc0-aede-4bee-9653-80f1292d9360 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0298512 Jul 14 14:04:08.581497 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f180a-3d7f-4e88-bf13-32ec72d888d3 req-30e79a2b-30d4-4fc5-beca-af2ae9723cab tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:08.583071 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-969f180a-3d7f-4e88-bf13-32ec72d888d3 req-30e79a2b-30d4-4fc5-beca-af2ae9723cab tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0658634 Jul 14 14:04:08.627790 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-969f180a-3d7f-4e88-bf13-32ec72d888d3 req-d6171b76-102f-4878-9c46-d56e1ecba251 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389690 Jul 14 14:04:08.765020 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f2d99-959f-41bd-87bb-3a4ae2d84f0e req-2e93ee16-eba8-4b73-9b3a-6b1f1b410fad tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:08.766684 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bd0f2d99-959f-41bd-87bb-3a4ae2d84f0e req-2e93ee16-eba8-4b73-9b3a-6b1f1b410fad tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.0667548 Jul 14 14:04:08.805162 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bd0f2d99-959f-41bd-87bb-3a4ae2d84f0e req-98551402-3d41-42f8-bcb5-5304735baa23 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Jul 14 14:04:09.394571 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1868238f-454f-4b76-9c49-db68ead3d9c8 req-8d7e2615-251d-4c3f-9b4a-a771154cacb6 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0377426 Jul 14 14:04:09.476597 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f550fc-ef2f-4d11-9b8b-09a5ba28d08b req-784dc734-56ec-468c-a786-8573329b3e19 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:09.478203 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-57f550fc-ef2f-4d11-9b8b-09a5ba28d08b req-784dc734-56ec-468c-a786-8573329b3e19 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0823400 Jul 14 14:04:09.523491 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-57f550fc-ef2f-4d11-9b8b-09a5ba28d08b req-5f042757-7cf3-4e42-bf16-d46ef061a4b5 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392072 Jul 14 14:04:09.819087 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8b24b-a3df-4886-8330-23d2bf06194d req-5b27bb92-34c7-4884-9cc2-836465b40aab tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:09.820752 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fe8b24b-a3df-4886-8330-23d2bf06194d req-5b27bb92-34c7-4884-9cc2-836465b40aab tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0660110 Jul 14 14:04:09.881739 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fe8b24b-a3df-4886-8330-23d2bf06194d req-6b970056-352d-4bb0-912a-35e10101f20f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549462 Jul 14 14:04:10.007027 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1467d7-2318-4e20-9b7e-804dd3013f86 req-c6d194e7-f1d1-4e26-9b62-79ee638a2ed0 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:10.008567 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fb1467d7-2318-4e20-9b7e-804dd3013f86 req-c6d194e7-f1d1-4e26-9b62-79ee638a2ed0 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.0726624 Jul 14 14:04:10.050139 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fb1467d7-2318-4e20-9b7e-804dd3013f86 req-27bfe912-8969-4ee1-ae6d-2656c404f497 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347538 Jul 14 14:04:10.559085 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f60c3f67-a92e-46b4-8ae7-34b247e408e2 req-09bd00b3-230c-473b-bfef-e9854dfd6774 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0314071 Jul 14 14:04:10.730543 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:10.756947 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1b3f2-303a-4515-9076-136f4aa36189 req-270ce770-73dd-470b-8805-c10873113726 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:10.758605 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ebd1b3f2-303a-4515-9076-136f4aa36189 req-270ce770-73dd-470b-8805-c10873113726 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0743358 Jul 14 14:04:10.807956 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ebd1b3f2-303a-4515-9076-136f4aa36189 req-626357de-665d-4ddd-a398-7e03941f0b96 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Jul 14 14:04:11.068460 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f1796-27bb-4d66-9410-af07d5cb4720 req-aec9d9f0-2370-4539-88b3-28ab67f0cd65 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:11.069943 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a4f1796-27bb-4d66-9410-af07d5cb4720 req-aec9d9f0-2370-4539-88b3-28ab67f0cd65 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0667362 Jul 14 14:04:11.110048 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a4f1796-27bb-4d66-9410-af07d5cb4720 req-20ef7558-3585-479f-9358-2c40d98586c8 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343940 Jul 14 14:04:11.238277 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d758fb-dba9-46d6-8653-e9bbc1d210c5 req-52bcecd7-2c76-46f6-ac91-814f0510950d tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:11.241034 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-39d758fb-dba9-46d6-8653-e9bbc1d210c5 req-52bcecd7-2c76-46f6-ac91-814f0510950d tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.0734107 Jul 14 14:04:11.280818 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-39d758fb-dba9-46d6-8653-e9bbc1d210c5 req-6d56c3a5-3f1f-4acc-a29b-a4eb43df2493 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341105 Jul 14 14:04:11.716510 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-df0c5c96-b340-4110-9414-0726516763b6 req-c47fb969-0570-431b-abf3-83287f13c383 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0292053 Jul 14 14:04:11.985344 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728de71-7d8c-41f5-b9ab-d98471e27032 req-b22bd721-07ba-40cb-a081-47b5104d1e8d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:11.986878 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7728de71-7d8c-41f5-b9ab-d98471e27032 req-b22bd721-07ba-40cb-a081-47b5104d1e8d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0653141 Jul 14 14:04:12.024758 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7728de71-7d8c-41f5-b9ab-d98471e27032 req-4cfef3b8-78d0-4454-810e-7bdac6106a1e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321922 Jul 14 14:04:12.449174 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4a78a-8f2c-4ada-a5ee-8766b171c2ce req-93e0d8c5-134b-4280-93ed-545b577296c6 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:12.450989 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36a4a78a-8f2c-4ada-a5ee-8766b171c2ce req-93e0d8c5-134b-4280-93ed-545b577296c6 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0658875 Jul 14 14:04:12.458929 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca4c2e-a4c9-49e7-8052-d2a58928caf8 req-2e2ab7b6-70a8-4ad6-9f27-224db87eeac1 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:12.460397 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-31ca4c2e-a4c9-49e7-8052-d2a58928caf8 req-2e2ab7b6-70a8-4ad6-9f27-224db87eeac1 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.0632412 Jul 14 14:04:12.489450 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-36a4a78a-8f2c-4ada-a5ee-8766b171c2ce req-c2d1c741-2ab7-46d8-aa16-b0da6d56e114 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331290 Jul 14 14:04:12.498752 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-31ca4c2e-a4c9-49e7-8052-d2a58928caf8 req-06cae0d6-a398-45de-9556-26522e309a6a tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328050 Jul 14 14:04:12.861908 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5a20bc5a-0bc5-487b-aec8-f9ad45499135 req-7846ca07-0a87-4966-9c68-e7cf21394995 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0331571 Jul 14 14:04:13.213312 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06205407-69e7-4ac6-bd02-90978773b52a req-15dee435-c35a-4790-8848-14ab20225550 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:13.214809 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-06205407-69e7-4ac6-bd02-90978773b52a req-15dee435-c35a-4790-8848-14ab20225550 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0726321 Jul 14 14:04:13.255551 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-06205407-69e7-4ac6-bd02-90978773b52a req-b50fa297-5a3a-49f4-9686-4fe1365b9e20 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352025 Jul 14 14:04:13.575817 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f495141-7718-4b89-b564-a036a938253a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:13.667522 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078ae7a-230e-4a4f-b3da-933e46d8c72c req-c33e2548-2957-4716-aae9-e11169519f84 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:13.668155 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b0451-0e5e-43ed-a5ae-fc2408a2f5c2 req-06ee12c9-505a-44e3-a1cf-2a2293f1ed45 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:13.669010 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c078ae7a-230e-4a4f-b3da-933e46d8c72c req-c33e2548-2957-4716-aae9-e11169519f84 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0611529 Jul 14 14:04:13.670232 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2b8b0451-0e5e-43ed-a5ae-fc2408a2f5c2 req-06ee12c9-505a-44e3-a1cf-2a2293f1ed45 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.0623527 Jul 14 14:04:13.707303 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c078ae7a-230e-4a4f-b3da-933e46d8c72c req-756d4204-36e5-4045-a904-962922077733 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326138 Jul 14 14:04:13.707584 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2b8b0451-0e5e-43ed-a5ae-fc2408a2f5c2 req-e332b835-731d-41b2-974a-afa8472595ba tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315397 Jul 14 14:04:13.914362 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-ec5cb9d6-69f8-45be-9fbc-e647c06e3958 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:13.916191 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-ec5cb9d6-69f8-45be-9fbc-e647c06e3958 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.38 "GET /v2.0/networks?id=17797cd5-37ca-4464-b477-91a1f0328889 HTTP/1.1" status: 200 len: 813 time: 0.1233840 Jul 14 14:04:13.930768 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-d4c3f7ba-6d32-418f-9144-d4dfc8e2f462 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Request body: {'port': {'device_id': 'feeb8b5b-0778-461c-859d-06ac927b1ad5', 'network_id': '17797cd5-37ca-4464-b477-91a1f0328889', 'admin_state_up': True, 'tenant_id': '5becf2377cd34a5aa3e7c239e2b2bbb1'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:14.028466 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3aff3c6c-8080-4089-95f1-d18426edbde6 req-c64c2c44-0032-418b-a9ff-f387c6b10421 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0389519 Jul 14 14:04:14.087375 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-d4c3f7ba-6d32-418f-9144-d4dfc8e2f462 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Made reservation on behalf of 5becf2377cd34a5aa3e7c239e2b2bbb1 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:04:14.091219 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-d4c3f7ba-6d32-418f-9144-d4dfc8e2f462 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:14.105396 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ca1ae-07bd-4664-89b2-fb3e301be89f req-ccffe2d8-5bb5-42a6-a03c-32ee386b1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:14.107186 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-234ca1ae-07bd-4664-89b2-fb3e301be89f req-ccffe2d8-5bb5-42a6-a03c-32ee386b1a26 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 1098 time: 0.0607729 Jul 14 14:04:14.147515 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-234ca1ae-07bd-4664-89b2-fb3e301be89f req-46aca84a-5aa8-4334-a3d2-9d4ab25c16cb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315306 Jul 14 14:04:14.221536 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-d4c3f7ba-6d32-418f-9144-d4dfc8e2f462 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Allocated IP 172.20.0.4 (17797cd5-37ca-4464-b477-91a1f0328889/a3fe6600-58a2-4983-80eb-21c4631006ea/2a54a4e2-a0c0-44fa-a34b-dba4a6790a98) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:04:14.370722 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-d4c3f7ba-6d32-418f-9144-d4dfc8e2f462 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:14.408764 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-d4c3f7ba-6d32-418f-9144-d4dfc8e2f462 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:14.434200 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d23d1-5183-4f2f-997b-3416bdb080d4 req-de4eac7d-76de-46cc-b4d6-e7abd1278c4d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:14.435716 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c54d23d1-5183-4f2f-997b-3416bdb080d4 req-de4eac7d-76de-46cc-b4d6-e7abd1278c4d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0657413 Jul 14 14:04:14.451935 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-d4c3f7ba-6d32-418f-9144-d4dfc8e2f462 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Network 17797cd5-37ca-4464-b477-91a1f0328889 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:14.460213 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-d4c3f7ba-6d32-418f-9144-d4dfc8e2f462 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:14.464509 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-d4c3f7ba-6d32-418f-9144-d4dfc8e2f462 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:04:14.478324 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c54d23d1-5183-4f2f-997b-3416bdb080d4 req-588ddada-6046-4848-8e78-e0674d73b2cc tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366302 Jul 14 14:04:14.490834 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3f7ba-6d32-418f-9144-d4dfc8e2f462 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Pushing event updated for resources: {'Port': ['ID=2a54a4e2-a0c0-44fa-a34b-dba4a6790a98,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:14.522171 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-d4c3f7ba-6d32-418f-9144-d4dfc8e2f462 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:14.522822 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-d4c3f7ba-6d32-418f-9144-d4dfc8e2f462 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:14.537285 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-d4c3f7ba-6d32-418f-9144-d4dfc8e2f462 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6107044 Jul 14 14:04:14.550367 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Request body: {'port': {'device_id': 'feeb8b5b-0778-461c-859d-06ac927b1ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:14.626251 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:14.939787 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2854e-9475-4122-84d1-3bd8f7e86205 req-98410823-0b0e-4225-85df-4b4f1caed6b5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:14.942157 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-72e2854e-9475-4122-84d1-3bd8f7e86205 req-98410823-0b0e-4225-85df-4b4f1caed6b5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0867844 Jul 14 14:04:14.993177 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-72e2854e-9475-4122-84d1-3bd8f7e86205 req-a16c5e18-6f54-4db7-94df-09173110dba2 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368397 Jul 14 14:04:15.006370 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:04:15.016823 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:15.037871 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee72ec-cd58-40fb-9c3e-d042dad6e372 req-f5b60398-9f42-41c8-a86c-177d4dd3c9de tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:15.039350 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-26ee72ec-cd58-40fb-9c3e-d042dad6e372 req-f5b60398-9f42-41c8-a86c-177d4dd3c9de tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.1588519 Jul 14 14:04:15.042195 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Transition to ACTIVE for port object 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:15.052149 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:15.131745 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-26ee72ec-cd58-40fb-9c3e-d042dad6e372 req-7485fce2-d392-4f14-be5c-d338cda8f53a tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858383 Jul 14 14:04:15.132781 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Pushing event updated for resources: {'Port': ['ID=2a54a4e2-a0c0-44fa-a34b-dba4a6790a98,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:15.228403 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Attempting to bind port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:04:15.228822 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Attempting to bind port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'e78801c7-ae5a-4486-a61b-ee4d82ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17797cd5-37ca-4464-b477-91a1f0328889'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:04:15.229224 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Attempting to bind port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 on network 17797cd5-37ca-4464-b477-91a1f0328889 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:04:15.234281 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 on network 17797cd5-37ca-4464-b477-91a1f0328889 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:04:15.234602 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Attempting to bind port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 on network 17797cd5-37ca-4464-b477-91a1f0328889 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:04:15.249322 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:04:15.249823 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Checking segment: {'id': 'e78801c7-ae5a-4486-a61b-ee4d82ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17797cd5-37ca-4464-b477-91a1f0328889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:04:15.250257 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Bound using segment: {'id': 'e78801c7-ae5a-4486-a61b-ee4d82ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17797cd5-37ca-4464-b477-91a1f0328889'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:04:15.250711 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Bound port: 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78801c7-ae5a-4486-a61b-ee4d82ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17797cd5-37ca-4464-b477-91a1f0328889'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:04:15.251079 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:15.291548 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fae519-b3b9-40f8-88ee-47962fdc77af req-7efc6063-a96a-4b34-bd79-5f32e57fddeb tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:15.311786 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-49fae519-b3b9-40f8-88ee-47962fdc77af req-7efc6063-a96a-4b34-bd79-5f32e57fddeb tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 943 time: 0.1391935 Jul 14 14:04:15.357249 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] For port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98, host hv-cinder-78692, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:04:15.362036 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] For port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2a54a4e2-a0c0-44fa-a34b-dba4a6790a98,segment=NetworkSegment(e78801c7-ae5a-4486-a61b-ee4d82ab7bd6),segment_id=e78801c7-ae5a-4486-a61b-ee4d82ab7bd6)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:04:15.362260 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-49fae519-b3b9-40f8-88ee-47962fdc77af req-e2a2ab48-5856-43f3-81f4-010ba0239372 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514159 Jul 14 14:04:15.369375 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:15.409962 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:15.410604 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:15.412051 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] 10.222.0.38 "PUT /v2.0/ports/2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 HTTP/1.1" status: 200 len: 1093 time: 0.8659410 Jul 14 14:04:15.412520 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feeb8b5b-0778-461c-859d-06ac927b1ad5', 'tag': '2a54a4e2-a0c0-44fa-a34b-dba4a6790a98'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:04:15.415018 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f7b03b-0dad-4fe4-8466-21b4a6d35131" -d '{"events": [{"name": "network-changed", "server_uuid": "feeb8b5b-0778-461c-859d-06ac927b1ad5", "tag": "2a54a4e2-a0c0-44fa-a34b-dba4a6790a98"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:04:15.436945 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e02da-ec88-42d9-87ff-b562a1f81866 req-900851ce-782f-43c3-ae6c-22d089036e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:15.438570 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-579e02da-ec88-42d9-87ff-b562a1f81866 req-900851ce-782f-43c3-ae6c-22d089036e75 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 1099 time: 0.0751200 Jul 14 14:04:15.447209 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40e842-e7cf-411b-975e-e39370576f05 service neutron] Pushing event updated for resources: {'Port': ['ID=2a54a4e2-a0c0-44fa-a34b-dba4a6790a98,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:15.471063 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a14c90-17a7-463e-866d-cd5df41db53a x-openstack-request-id: req-24a14c90-17a7-463e-866d-cd5df41db53a {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:04:15.471063 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feeb8b5b-0778-461c-859d-06ac927b1ad5", "tag": "2a54a4e2-a0c0-44fa-a34b-dba4a6790a98", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:04:15.471382 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24a14c90-17a7-463e-866d-cd5df41db53a {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:04:15.471734 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feeb8b5b-0778-461c-859d-06ac927b1ad5', 'tag': '2a54a4e2-a0c0-44fa-a34b-dba4a6790a98', 'status': 'completed', 'code': 200} Jul 14 14:04:15.483434 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-579e02da-ec88-42d9-87ff-b562a1f81866 req-4800b08e-b2e0-4e5e-80c0-0938d6c56fca service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340564 Jul 14 14:04:15.537354 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-125b97cb-652f-451b-9a62-987396c61f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:15.538900 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-125b97cb-652f-451b-9a62-987396c61f6a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5becf2377cd34a5aa3e7c239e2b2bbb1&device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0609899 Jul 14 14:04:15.580988 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-20ca31f5-9a3d-44c5-905d-aa04f66ec5f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 HTTP/1.1" status: 200 len: 217 time: 0.0343118 Jul 14 14:04:15.633704 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-8d066cd6-58e9-416f-9dd5-cd403581e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:15.635221 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-8d066cd6-58e9-416f-9dd5-cd403581e2e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3fe6600-58a2-4983-80eb-21c4631006ea HTTP/1.1" status: 200 len: 853 time: 0.0452220 Jul 14 14:04:15.655733 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73581c50-2124-419a-aeca-0d31ab7fd550 req-7f50b58a-6a5c-49f7-a245-f3303394de6d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:15.657247 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73581c50-2124-419a-aeca-0d31ab7fd550 req-7f50b58a-6a5c-49f7-a245-f3303394de6d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0624511 Jul 14 14:04:15.668656 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-0288a574-897b-40ec-9b1d-ce1046eb3031 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17797cd5-37ca-4464-b477-91a1f0328889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260611 Jul 14 14:04:15.697605 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73581c50-2124-419a-aeca-0d31ab7fd550 req-f2edf3a6-69cc-4fda-97a7-aa9d29c7d602 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339341 Jul 14 14:04:15.760410 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-b433e412-a956-4678-97d3-15b30f671a43 service neutron] 10.222.0.38 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841715 Jul 14 14:04:15.847990 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfbb0a89-25bb-4cd1-9afb-49f5ba1b76c4 req-b11ff780-0b59-47ac-b4b0-58cc04a37dc0 service neutron] 10.222.0.38 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810471 Jul 14 14:04:15.953524 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7b03b-0dad-4fe4-8466-21b4a6d35131 req-150f4b46-97b2-4c3e-baec-22a416d001b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:15.955184 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-02f7b03b-0dad-4fe4-8466-21b4a6d35131 req-150f4b46-97b2-4c3e-baec-22a416d001b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5becf2377cd34a5aa3e7c239e2b2bbb1&device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0557992 Jul 14 14:04:16.051371 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7b03b-0dad-4fe4-8466-21b4a6d35131 req-2c7d100e-ce43-4043-a650-11b92a568c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:16.053536 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-02f7b03b-0dad-4fe4-8466-21b4a6d35131 req-2c7d100e-ce43-4043-a650-11b92a568c50 service neutron] 10.222.0.38 "GET /v2.0/networks?id=17797cd5-37ca-4464-b477-91a1f0328889 HTTP/1.1" status: 200 len: 914 time: 0.0906053 Jul 14 14:04:16.103019 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-02f7b03b-0dad-4fe4-8466-21b4a6d35131 req-0280d0e5-afff-4dd8-8959-b7f31d5c730a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 HTTP/1.1" status: 200 len: 217 time: 0.0391648 Jul 14 14:04:16.186893 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7b03b-0dad-4fe4-8466-21b4a6d35131 req-bab165c5-d867-48d6-9e3c-49525039e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:16.188354 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-02f7b03b-0dad-4fe4-8466-21b4a6d35131 req-bab165c5-d867-48d6-9e3c-49525039e2ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3fe6600-58a2-4983-80eb-21c4631006ea HTTP/1.1" status: 200 len: 853 time: 0.0757732 Jul 14 14:04:16.225664 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 54422) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:16.228606 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-02f7b03b-0dad-4fe4-8466-21b4a6d35131 req-ef692644-789d-47f1-b6f5-35a1943a5c72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17797cd5-37ca-4464-b477-91a1f0328889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316498 Jul 14 14:04:16.254468 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d5b33-d21b-4c3c-bae8-7c1cf1cfbc7b req-94c84552-5e96-411d-ac68-5e6d28375723 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:16.256749 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6c3d5b33-d21b-4c3c-bae8-7c1cf1cfbc7b req-94c84552-5e96-411d-ac68-5e6d28375723 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.1343515 Jul 14 14:04:16.320078 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1d252c38-65dc-423e-8eca-9254778dd3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:16.349150 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6c3d5b33-d21b-4c3c-bae8-7c1cf1cfbc7b req-9db7ad9b-13b7-4915-91f5-d10e6d061969 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794289 Jul 14 14:04:16.354702 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:16.374459 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-02f7b03b-0dad-4fe4-8466-21b4a6d35131 req-43ca5d22-cd7d-4794-b69e-ce20502dab44 service neutron] 10.222.0.38 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363499 Jul 14 14:04:16.410469 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14d029-6a6b-4dad-a3ae-6fea4289a1de req-08b89e82-51be-4ba2-a692-dcd95319983a tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:16.420621 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7a14d029-6a6b-4dad-a3ae-6fea4289a1de req-08b89e82-51be-4ba2-a692-dcd95319983a tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.1291311 Jul 14 14:04:16.448611 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:16.490122 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7a14d029-6a6b-4dad-a3ae-6fea4289a1de req-4756a399-ff69-4778-b3d9-1e47698b41a4 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684037 Jul 14 14:04:16.497835 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-02f7b03b-0dad-4fe4-8466-21b4a6d35131 req-5cff71ee-b161-4bca-b65d-746736376db0 service neutron] 10.222.0.38 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077929 Jul 14 14:04:16.591606 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:16.597265 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:16.649949 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf641c726dca4873adee373ae89010a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206347 Jul 14 14:04:16.650171 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 54436) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:16.663301 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8033e0c-f976-4686-a6bc-42e853e6dcf1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:16.679688 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:16.680041 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:16.680446 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:16.680782 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:16.681157 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:16.681579 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:16.681955 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:16.682321 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:16.682886 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:16.683136 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:16.683585 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:16.683835 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67037c6-6223-4be9-9fa7-197ea12e3899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:16.723440 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff431-128a-469b-bf5e-2209df12e7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:16.759287 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff431-128a-469b-bf5e-2209df12e7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:16.802793 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:04:16.839502 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f1aef-fcfd-43bf-8b64-6be66e246890 req-3afff494-f7cc-44b9-a752-be1912c27f0f tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:16.849905 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff431-128a-469b-bf5e-2209df12e7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:16.850255 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-857f1aef-fcfd-43bf-8b64-6be66e246890 req-3afff494-f7cc-44b9-a752-be1912c27f0f tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 943 time: 0.3404274 Jul 14 14:04:16.850350 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff431-128a-469b-bf5e-2209df12e7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:16.850350 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9a4ff431-128a-469b-bf5e-2209df12e7da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8033e0c-f976-4686-a6bc-42e853e6dcf1 HTTP/1.1" status: 204 len: 168 time: 0.1928246 Jul 14 14:04:16.875097 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ff431-128a-469b-bf5e-2209df12e7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8033e0c-f976-4686-a6bc-42e853e6dcf1,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:16.923186 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2a54a4e2-a0c0-44fa-a34b-dba4a6790a98,segment=NetworkSegment(e78801c7-ae5a-4486-a61b-ee4d82ab7bd6),segment_id=e78801c7-ae5a-4486-a61b-ee4d82ab7bd6)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:16.928742 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804b066-824d-42d2-a883-b42e9ab8459d req-913e4571-80ff-43eb-a4f3-295a96a8ecea tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:16.930548 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8804b066-824d-42d2-a883-b42e9ab8459d req-913e4571-80ff-43eb-a4f3-295a96a8ecea tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.1021829 Jul 14 14:04:16.945359 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-857f1aef-fcfd-43bf-8b64-6be66e246890 req-05820bd0-d688-4ddd-aa3d-dcc377927c11 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808809 Jul 14 14:04:16.949746 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '2a54a4e2-a0c0-44fa-a34b-dba4a6790a98', 'network_id': '17797cd5-37ca-4464-b477-91a1f0328889', 'port_id': '2a54a4e2-a0c0-44fa-a34b-dba4a6790a98', 'mac_address': 'fa:16:3e:2b:c6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3fe6600-58a2-4983-80eb-21c4631006ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:04:16.996444 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8804b066-824d-42d2-a883-b42e9ab8459d req-cb3e9b1b-1227-4d05-ac70-fb0946e593f5 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598402 Jul 14 14:04:17.005144 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:17.020624 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:04:17.044629 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2a54a4e2-a0c0-44fa-a34b-dba4a6790a98,segment=NetworkSegment(e78801c7-ae5a-4486-a61b-ee4d82ab7bd6),segment_id=e78801c7-ae5a-4486-a61b-ee4d82ab7bd6)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:17.049106 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:17.108209 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=2a54a4e2-a0c0-44fa-a34b-dba4a6790a98,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:17.324842 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:17.331220 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['2a54a4e2-a0c0-44fa-a34b-dba4a6790a98'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:04:17.584021 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3e03f-89c2-40a7-aac9-95b4a00bd248 req-e7d961fc-76d0-4dab-bb9b-9b0722933c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:17.585579 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d5b3e03f-89c2-40a7-aac9-95b4a00bd248 req-e7d961fc-76d0-4dab-bb9b-9b0722933c47 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 1099 time: 0.1177132 Jul 14 14:04:17.623301 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2ce7-c79b-4475-baca-05f9eb5f12f6 req-80d1f325-9475-4e83-88f7-a33b66313a7d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:17.625271 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4fac2ce7-c79b-4475-baca-05f9eb5f12f6 req-80d1f325-9475-4e83-88f7-a33b66313a7d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.1158783 Jul 14 14:04:17.655856 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2db32d-66b9-41c1-99eb-0fc8c009e06c req-06a52941-add2-4c7b-923a-06dbf0b154e2 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:17.657685 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fc2db32d-66b9-41c1-99eb-0fc8c009e06c req-06a52941-add2-4c7b-923a-06dbf0b154e2 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.1125917 Jul 14 14:04:17.703228 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fc2db32d-66b9-41c1-99eb-0fc8c009e06c req-4f725ab4-1b60-49de-829c-f819fcb03f33 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383306 Jul 14 14:04:17.717461 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4fac2ce7-c79b-4475-baca-05f9eb5f12f6 req-4bc75695-1956-49db-849b-4eb9070885ea tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697870 Jul 14 14:04:17.747098 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3e03f-89c2-40a7-aac9-95b4a00bd248 req-b53b9781-8989-4550-b9a7-2c6417c8e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:17.748636 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d5b3e03f-89c2-40a7-aac9-95b4a00bd248 req-b53b9781-8989-4550-b9a7-2c6417c8e8ac service neutron] 10.222.0.38 "GET /v2.0/networks?id=71a6fd6e-e0b7-41ce-b515-46956efe817e HTTP/1.1" status: 200 len: 920 time: 0.1468408 Jul 14 14:04:17.795966 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d5b3e03f-89c2-40a7-aac9-95b4a00bd248 req-d4910195-932e-4a66-a71e-40b7784498dc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eca803e8-df03-4c96-829e-9a762b8801e3 HTTP/1.1" status: 200 len: 217 time: 0.0388682 Jul 14 14:04:17.881141 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3e03f-89c2-40a7-aac9-95b4a00bd248 req-cce12e25-b3ca-4004-b063-67d317a332a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:17.882701 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d5b3e03f-89c2-40a7-aac9-95b4a00bd248 req-cce12e25-b3ca-4004-b063-67d317a332a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57 HTTP/1.1" status: 200 len: 859 time: 0.0802801 Jul 14 14:04:17.931857 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d5b3e03f-89c2-40a7-aac9-95b4a00bd248 req-0e8dd854-5a08-47f8-9933-87c519ee9287 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71a6fd6e-e0b7-41ce-b515-46956efe817e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376158 Jul 14 14:04:17.943846 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01fa03-b705-41ab-afe5-7f6da2e75bd9 req-86167832-c0f1-49a9-8304-4ed4830bc530 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:17.945481 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ed01fa03-b705-41ab-afe5-7f6da2e75bd9 req-86167832-c0f1-49a9-8304-4ed4830bc530 tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.1132538 Jul 14 14:04:18.041332 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ed01fa03-b705-41ab-afe5-7f6da2e75bd9 req-05134c1d-3cd7-408e-af4f-f059dad9d9eb tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873957 Jul 14 14:04:18.069750 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d5b3e03f-89c2-40a7-aac9-95b4a00bd248 req-e7723e29-fe3b-4de6-a918-5dba89bc73f3 service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228983 Jul 14 14:04:18.151362 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1d240-08ae-4360-a2dd-7e69f4675f6a req-e9f89e89-f084-4d4d-866f-2d1c694db5fe tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:18.153146 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2ea1d240-08ae-4360-a2dd-7e69f4675f6a req-e9f89e89-f084-4d4d-866f-2d1c694db5fe tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 944 time: 0.0796180 Jul 14 14:04:18.172531 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d5b3e03f-89c2-40a7-aac9-95b4a00bd248 req-8eace47b-ec11-4d43-8594-202290e25785 service neutron] 10.222.0.38 "GET /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961614 Jul 14 14:04:18.193258 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2ea1d240-08ae-4360-a2dd-7e69f4675f6a req-2a5d1c3b-857b-4827-b697-78e56e42b3f5 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338411 Jul 14 14:04:18.254367 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 54498) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:18.393300 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0770d16b-af06-44ed-83dc-328011091d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:18.480121 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0770d16b-af06-44ed-83dc-328011091d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:18.484025 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0770d16b-af06-44ed-83dc-328011091d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:18.522728 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0770d16b-af06-44ed-83dc-328011091d36 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0df55206ac07446cb71dc1369c1db479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672768 Jul 14 14:04:18.523614 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770d16b-af06-44ed-83dc-328011091d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6260c8-c9df-41b3-bfd7-d29eaf682e94,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:18.525439 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 54502) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:18.574623 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:18.595566 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:18.640849 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:18.643508 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:18.644660 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cc6260c8-c9df-41b3-bfd7-d29eaf682e94 HTTP/1.1" status: 204 len: 168 time: 0.1180081 Jul 14 14:04:18.653481 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6260c8-c9df-41b3-bfd7-d29eaf682e94,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:18.660812 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:18.661198 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:18.662722 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:18.662722 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:18.662722 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:18.663089 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:18.663355 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:18.663669 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:18.663996 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:18.664430 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:18.664887 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:18.665238 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66249458-b3d8-4101-95c6-fec98ac5ac47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:18.809546 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:18.867374 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:18.871906 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:18.872292 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:18.935418 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbbb9a-cf2f-4cae-beab-b4b7e72426a4 req-0bce3404-ba21-4265-9b7f-863f07ca93d6 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:18.937121 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-71bbbb9a-cf2f-4cae-beab-b4b7e72426a4 req-0bce3404-ba21-4265-9b7f-863f07ca93d6 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0891557 Jul 14 14:04:18.942192 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f0a34-ff1e-4f37-a79e-e27b67de07a8 req-da25352a-f131-4439-af62-d5af7795a3c3 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:18.949553 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-416f0a34-ff1e-4f37-a79e-e27b67de07a8 req-da25352a-f131-4439-af62-d5af7795a3c3 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0931170 Jul 14 14:04:18.992602 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-71bbbb9a-cf2f-4cae-beab-b4b7e72426a4 req-e55ba6c0-2a31-42c1-85bc-14ffabfd889e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493419 Jul 14 14:04:19.006161 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-416f0a34-ff1e-4f37-a79e-e27b67de07a8 req-fa8bb732-8ca2-49d8-9e02-e29f00df65f2 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515440 Jul 14 14:04:19.110256 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:19.135341 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feeb8b5b-0778-461c-859d-06ac927b1ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a54a4e2-a0c0-44fa-a34b-dba4a6790a98'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:04:19.137752 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1ef5bb-57e5-4214-900c-bd2d87a42dc1" -d '{"events": [{"server_uuid": "feeb8b5b-0778-461c-859d-06ac927b1ad5", "name": "network-vif-plugged", "status": "completed", "tag": "2a54a4e2-a0c0-44fa-a34b-dba4a6790a98"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:04:19.151461 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2a54a4e2-a0c0-44fa-a34b-dba4a6790a98,segment=NetworkSegment(e78801c7-ae5a-4486-a61b-ee4d82ab7bd6),segment_id=e78801c7-ae5a-4486-a61b-ee4d82ab7bd6)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:19.161545 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:19.189822 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:19.217881 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa255dc2-c800-4962-a327-f225dbafc65b x-openstack-request-id: req-fa255dc2-c800-4962-a327-f225dbafc65b {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:04:19.218132 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feeb8b5b-0778-461c-859d-06ac927b1ad5", "name": "network-vif-plugged", "status": "completed", "tag": "2a54a4e2-a0c0-44fa-a34b-dba4a6790a98", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:04:19.218382 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fa255dc2-c800-4962-a327-f225dbafc65b {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:04:19.218763 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feeb8b5b-0778-461c-859d-06ac927b1ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a54a4e2-a0c0-44fa-a34b-dba4a6790a98', 'code': 200} Jul 14 14:04:19.235375 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=2a54a4e2-a0c0-44fa-a34b-dba4a6790a98,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:19.283951 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b749beb-89f6-401c-84f5-b18608ba1635 req-68be15d0-e167-4875-9831-a6582e236f5c tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:19.285497 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3b749beb-89f6-401c-84f5-b18608ba1635 req-68be15d0-e167-4875-9831-a6582e236f5c tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.1007931 Jul 14 14:04:19.329720 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3b749beb-89f6-401c-84f5-b18608ba1635 req-f1c745f7-4182-412e-8bbb-8674fb91151d tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/security-groups?id=766b20e7-cec9-4d07-94c5-8cf25971be11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382369 Jul 14 14:04:19.421169 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddcaaf-488b-4ee8-9ef9-3f3b84182eee req-f0d57196-0635-4897-9f68-f3fde5523df3 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:19.422741 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ebddcaaf-488b-4ee8-9ef9-3f3b84182eee req-f0d57196-0635-4897-9f68-f3fde5523df3 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 945 time: 0.0792146 Jul 14 14:04:19.475619 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4ae51-17e3-4f92-bec0-95e029ec4922 req-c109d38d-32e0-4bec-9d02-17cbe287001c tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:19.477160 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-21e4ae51-17e3-4f92-bec0-95e029ec4922 req-c109d38d-32e0-4bec-9d02-17cbe287001c tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 945 time: 0.0694885 Jul 14 14:04:19.492814 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ebddcaaf-488b-4ee8-9ef9-3f3b84182eee req-3b1f0dc2-0fc8-4cc6-b7b2-2a7f8511153e tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638897 Jul 14 14:04:19.519448 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972539ec-4d95-4e41-af67-a0733f3e447d req-8905b8d3-fa15-473e-9034-b5982cf5d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:19.522724 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-972539ec-4d95-4e41-af67-a0733f3e447d req-8905b8d3-fa15-473e-9034-b5982cf5d4aa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0871103 Jul 14 14:04:19.560635 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-972539ec-4d95-4e41-af67-a0733f3e447d req-0dc903ce-a4c0-4e7f-9a3e-7eeaf4e8c6a2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302832 Jul 14 14:04:19.599778 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-21e4ae51-17e3-4f92-bec0-95e029ec4922 req-c47a98af-8dd5-4afa-b701-32fccaca8aeb tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Deleting port 3660eb67-ab96-4182-8d51-18920b902aa8 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:19.600270 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-21e4ae51-17e3-4f92-bec0-95e029ec4922 req-c47a98af-8dd5-4afa-b701-32fccaca8aeb tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:19.686917 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-21e4ae51-17e3-4f92-bec0-95e029ec4922 req-c47a98af-8dd5-4afa-b701-32fccaca8aeb tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] For port 3660eb67-ab96-4182-8d51-18920b902aa8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3660eb67-ab96-4182-8d51-18920b902aa8,segment=NetworkSegment(b7df86ca-9120-4b43-8b1d-79211dfad9cc),segment_id=b7df86ca-9120-4b43-8b1d-79211dfad9cc)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:19.687276 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-21e4ae51-17e3-4f92-bec0-95e029ec4922 req-c47a98af-8dd5-4afa-b701-32fccaca8aeb tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:19.700798 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-21e4ae51-17e3-4f92-bec0-95e029ec4922 req-c47a98af-8dd5-4afa-b701-32fccaca8aeb tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Calling delete_port for 3660eb67-ab96-4182-8d51-18920b902aa8 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:19.831292 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-21e4ae51-17e3-4f92-bec0-95e029ec4922 req-c47a98af-8dd5-4afa-b701-32fccaca8aeb tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:19.846698 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['3660eb67-ab96-4182-8d51-18920b902aa8'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:04:19.862647 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a98af-8dd5-4afa-b701-32fccaca8aeb tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Pushing event deleted for resources: {'Port': ['ID=3660eb67-ab96-4182-8d51-18920b902aa8,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:19.927041 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e4ae51-17e3-4f92-bec0-95e029ec4922 req-c47a98af-8dd5-4afa-b701-32fccaca8aeb tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] No DVR routers for this DVR port 3660eb67-ab96-4182-8d51-18920b902aa8 on host hv-cinder-78692 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:04:19.930544 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-21e4ae51-17e3-4f92-bec0-95e029ec4922 req-c47a98af-8dd5-4afa-b701-32fccaca8aeb tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:19.933359 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-21e4ae51-17e3-4f92-bec0-95e029ec4922 req-c47a98af-8dd5-4afa-b701-32fccaca8aeb tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.38 "DELETE /v2.0/ports/3660eb67-ab96-4182-8d51-18920b902aa8 HTTP/1.1" status: 204 len: 173 time: 0.4485726 Jul 14 14:04:19.933999 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1', 'name': 'network-vif-deleted', 'tag': '3660eb67-ab96-4182-8d51-18920b902aa8'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:04:19.936417 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56db94a5-8463-4470-a5e5-2328cdfa46e1" -d '{"events": [{"server_uuid": "d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1", "name": "network-vif-deleted", "tag": "3660eb67-ab96-4182-8d51-18920b902aa8"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:04:19.982519 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ec0321-475c-48f3-a4b0-b491f128b748 x-openstack-request-id: req-c2ec0321-475c-48f3-a4b0-b491f128b748 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:04:19.983095 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1", "name": "network-vif-deleted", "tag": "3660eb67-ab96-4182-8d51-18920b902aa8", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:04:19.983345 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2ec0321-475c-48f3-a4b0-b491f128b748 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:04:19.983739 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1', 'name': 'network-vif-deleted', 'tag': '3660eb67-ab96-4182-8d51-18920b902aa8', 'status': 'completed', 'code': 200} Jul 14 14:04:20.191976 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 54562) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:20.241911 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bc407-057c-426f-9ac3-71523db8ccc3 req-74769da2-2645-49c9-b0a3-03a59c3e4688 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:20.244146 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b64bc407-057c-426f-9ac3-71523db8ccc3 req-74769da2-2645-49c9-b0a3-03a59c3e4688 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0936806 Jul 14 14:04:20.273183 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169bd0c-b0d6-41d5-9d23-4a51690d6754 req-58c42957-8acf-432e-bc76-fc9f1cbc7f99 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:20.280423 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c169bd0c-b0d6-41d5-9d23-4a51690d6754 req-58c42957-8acf-432e-bc76-fc9f1cbc7f99 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.1164272 Jul 14 14:04:20.298487 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b64bc407-057c-426f-9ac3-71523db8ccc3 req-15339249-d9fb-4ece-a064-936394176623 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485399 Jul 14 14:04:20.328643 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c169bd0c-b0d6-41d5-9d23-4a51690d6754 req-8fdfd4e6-0304-4685-9fab-aafb2c77488f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469303 Jul 14 14:04:20.359665 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a6b22ba4-d925-4980-9e18-f1579d66e0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:20.458240 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a6b22ba4-d925-4980-9e18-f1579d66e0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:20.471924 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a6b22ba4-d925-4980-9e18-f1579d66e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:20.498767 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e98803ff-1fe1-428f-8eb0-b4050ffa6b42 req-f7342562-1b14-486d-91d0-d31000cf1cbf tempest-VolumesActionsTest-192819982 tempest-VolumesActionsTest-192819982-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6866ab5-ab67-4f73-bd21-b6ce7d5dfcf1 HTTP/1.1" status: 200 len: 210 time: 0.0372097 Jul 14 14:04:20.549631 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a6b22ba4-d925-4980-9e18-f1579d66e0b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5e3fb99e6856498dba343268f1b25a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558950 Jul 14 14:04:20.552834 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 54570) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:20.577849 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b22ba4-d925-4980-9e18-f1579d66e0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f83bb29-10ea-413d-9898-96d2e4ed9377,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:20.621712 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13e3b752-8eae-49a1-b9fb-caa2b8c6c66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:20.644091 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13e3b752-8eae-49a1-b9fb-caa2b8c6c66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:20.691783 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcd93e-9e8f-44ea-b13a-025105a73432 req-ae3688ee-5a19-4076-b5ca-4cc0c973681b tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:20.693899 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10bcd93e-9e8f-44ea-b13a-025105a73432 req-ae3688ee-5a19-4076-b5ca-4cc0c973681b tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 945 time: 0.0675530 Jul 14 14:04:20.707531 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13e3b752-8eae-49a1-b9fb-caa2b8c6c66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:20.710999 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13e3b752-8eae-49a1-b9fb-caa2b8c6c66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:20.714844 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-13e3b752-8eae-49a1-b9fb-caa2b8c6c66c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3f83bb29-10ea-413d-9898-96d2e4ed9377 HTTP/1.1" status: 204 len: 168 time: 0.1582353 Jul 14 14:04:20.730815 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3b752-8eae-49a1-b9fb-caa2b8c6c66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f83bb29-10ea-413d-9898-96d2e4ed9377,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:20.740348 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10bcd93e-9e8f-44ea-b13a-025105a73432 req-33a0f01e-160d-4973-8076-1b3efa90fcfb tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403609 Jul 14 14:04:21.492708 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6306c1-499a-41ea-954c-24d5d6791730 req-9e322fea-8b5a-4c6c-8e73-d5317f9a95a5 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:21.494386 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5c6306c1-499a-41ea-954c-24d5d6791730 req-9e322fea-8b5a-4c6c-8e73-d5317f9a95a5 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0638099 Jul 14 14:04:21.505908 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fddca5-e9c9-4092-aad1-a7e41a6b55d0 req-d51eb226-de39-44fe-8f04-19b2d785b222 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:21.507749 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b0fddca5-e9c9-4092-aad1-a7e41a6b55d0 req-d51eb226-de39-44fe-8f04-19b2d785b222 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0689557 Jul 14 14:04:21.537823 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5c6306c1-499a-41ea-954c-24d5d6791730 req-30e1bd17-198b-4e77-9326-374c6013df6f tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376508 Jul 14 14:04:21.549285 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b0fddca5-e9c9-4092-aad1-a7e41a6b55d0 req-3b8262cc-6ccd-4f44-a12c-0dc9c178b6cc tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357997 Jul 14 14:04:21.934946 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c38b08-2a33-4da0-b2bf-f644cfea33c4 req-178baaae-2f1a-42b9-991d-b88c0c846219 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:21.936598 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-01c38b08-2a33-4da0-b2bf-f644cfea33c4 req-178baaae-2f1a-42b9-991d-b88c0c846219 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 945 time: 0.0772383 Jul 14 14:04:21.980757 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-01c38b08-2a33-4da0-b2bf-f644cfea33c4 req-2746a3bf-f0f5-4f1f-b5db-ee45644d800d tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 Jul 14 14:04:22.754975 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382399c-768f-4bb1-a852-9c981db055bd req-b3621eba-7b72-4591-8583-54a9de3ffe43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:22.757193 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e382399c-768f-4bb1-a852-9c981db055bd req-b3621eba-7b72-4591-8583-54a9de3ffe43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 944 time: 0.0765190 Jul 14 14:04:22.796359 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e382399c-768f-4bb1-a852-9c981db055bd req-ecb8b9a1-30da-4ddb-9236-bff4f98bbee0 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334058 Jul 14 14:04:23.526054 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 218416f6-4b46-499c-9d62-c40394570bbe details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:04:23.617674 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 218416f6-4b46-499c-9d62-c40394570bbe, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=218416f6-4b46-499c-9d62-c40394570bbe,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:23.628626 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '218416f6-4b46-499c-9d62-c40394570bbe', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'port_id': '218416f6-4b46-499c-9d62-c40394570bbe', 'mac_address': 'fa:16:3e:f4:6c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:04:23.667857 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:23.680025 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218416f6-4b46-499c-9d62-c40394570bbe {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:04:23.698843 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 218416f6-4b46-499c-9d62-c40394570bbe, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=218416f6-4b46-499c-9d62-c40394570bbe,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:23.702740 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:23.750154 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=218416f6-4b46-499c-9d62-c40394570bbe,revision_number=9']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:23.976951 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e849777-4ee7-4ffd-9822-5bfe5cbacc6c req-9ee48962-db18-44aa-99eb-06f3dde04d8b tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:23.978390 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3e849777-4ee7-4ffd-9822-5bfe5cbacc6c req-9ee48962-db18-44aa-99eb-06f3dde04d8b tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 945 time: 0.0627584 Jul 14 14:04:24.015894 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3e849777-4ee7-4ffd-9822-5bfe5cbacc6c req-b8be216f-4f13-430f-99da-31f4849fba80 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315003 Jul 14 14:04:25.208581 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e96ca0-ccb8-41a7-8139-daefb9de7004 req-f991e22c-8dbd-4784-8908-2da1b4c057a3 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:25.210192 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-20e96ca0-ccb8-41a7-8139-daefb9de7004 req-f991e22c-8dbd-4784-8908-2da1b4c057a3 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 945 time: 0.0714252 Jul 14 14:04:25.251439 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-20e96ca0-ccb8-41a7-8139-daefb9de7004 req-098857a7-6f48-4ffc-8de9-3dd6a779f6df tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354550 Jul 14 14:04:25.814221 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['218416f6-4b46-499c-9d62-c40394570bbe'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:04:26.439198 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fef60-63c2-45a6-9152-655b346f4673 req-01d0b469-99e5-4dc5-8966-5688cd944ae2 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:26.440677 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-329fef60-63c2-45a6-9152-655b346f4673 req-01d0b469-99e5-4dc5-8966-5688cd944ae2 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 945 time: 0.0677402 Jul 14 14:04:26.483564 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-329fef60-63c2-45a6-9152-655b346f4673 req-648919b1-daf5-4c94-b1e4-c7b38c2018a9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365098 Jul 14 14:04:27.459378 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 218416f6-4b46-499c-9d62-c40394570bbe up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:27.552928 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 218416f6-4b46-499c-9d62-c40394570bbe triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:27.553413 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:27.668874 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:27.708405 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32131b55-23aa-4704-8928-bbe891a38bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218416f6-4b46-499c-9d62-c40394570bbe'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:04:27.712306 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be094913-1bee-4bfc-b552-c173efadee49" -d '{"events": [{"server_uuid": "32131b55-23aa-4704-8928-bbe891a38bff", "name": "network-vif-plugged", "status": "completed", "tag": "218416f6-4b46-499c-9d62-c40394570bbe"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:04:27.740553 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 218416f6-4b46-499c-9d62-c40394570bbe, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=218416f6-4b46-499c-9d62-c40394570bbe,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:27.750111 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:27.753171 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 3660eb67-ab96-4182-8d51-18920b902aa8 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:04:27.834722 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970da274-f3a6-4cae-804b-2c03565c88d0 x-openstack-request-id: req-970da274-f3a6-4cae-804b-2c03565c88d0 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:04:27.835747 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32131b55-23aa-4704-8928-bbe891a38bff", "name": "network-vif-plugged", "status": "completed", "tag": "218416f6-4b46-499c-9d62-c40394570bbe", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:04:27.836497 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-970da274-f3a6-4cae-804b-2c03565c88d0 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:04:27.836661 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32131b55-23aa-4704-8928-bbe891a38bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218416f6-4b46-499c-9d62-c40394570bbe', 'code': 200} Jul 14 14:04:27.871268 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: 3660eb67-ab96-4182-8d51-18920b902aa8 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:04:27.871704 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 3660eb67-ab96-4182-8d51-18920b902aa8 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:04:27.913758 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=218416f6-4b46-499c-9d62-c40394570bbe,revision_number=10']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:27.922531 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:27.922989 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:27.923405 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:27.923814 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:27.924223 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:27.924630 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:27.925054 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:27.925463 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:27.926164 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:27.926653 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:27.927584 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:27.928260 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:27.993337 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041c44c-8a85-4253-afd9-041231215d53 req-0a3bb526-4226-4825-92c6-5707daa22529 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:27.994946 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9041c44c-8a85-4253-afd9-041231215d53 req-0a3bb526-4226-4825-92c6-5707daa22529 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0802925 Jul 14 14:04:28.035044 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9041c44c-8a85-4253-afd9-041231215d53 req-e6265687-8279-4033-9fd7-f7e849d8fe27 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342104 Jul 14 14:04:28.412039 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e4e0f-82ca-4fd7-bd36-2261031e1c1f req-32af092c-650b-433a-9f0e-ece5afd80c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:28.413702 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-895e4e0f-82ca-4fd7-bd36-2261031e1c1f req-32af092c-650b-433a-9f0e-ece5afd80c44 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 1100 time: 0.0659966 Jul 14 14:04:28.461572 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-895e4e0f-82ca-4fd7-bd36-2261031e1c1f req-266aedde-e139-4f12-b900-741430e0f16e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409372 Jul 14 14:04:28.983995 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abec5e-d6e0-4475-971c-8d6ac243c550 req-cab06426-397d-4aa8-96b4-3dcff18bc7ee tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:28.992246 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1abec5e-d6e0-4475-971c-8d6ac243c550 req-cab06426-397d-4aa8-96b4-3dcff18bc7ee tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.0837409 Jul 14 14:04:29.044596 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1abec5e-d6e0-4475-971c-8d6ac243c550 req-37c89d29-ca9d-4eda-a812-7447eceecfab tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510974 Jul 14 14:04:29.251548 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35f3dc-c7f2-4dae-ad83-7df9152792e1 req-e1ad1fe3-ce1e-4405-8dc8-0630fdaed571 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:29.254200 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f35f3dc-c7f2-4dae-ad83-7df9152792e1 req-e1ad1fe3-ce1e-4405-8dc8-0630fdaed571 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0879104 Jul 14 14:04:29.306195 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8f35f3dc-c7f2-4dae-ad83-7df9152792e1 req-1c7691d5-f957-4bf5-8c79-e0e0ab5c1cea tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464644 Jul 14 14:04:30.227274 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8195b1-b4a3-4dd9-b466-e538bb2f8a3b req-fdbbadd8-c97f-4e18-be54-8f71a839b0e9 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:30.228853 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cc8195b1-b4a3-4dd9-b466-e538bb2f8a3b req-fdbbadd8-c97f-4e18-be54-8f71a839b0e9 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.0718071 Jul 14 14:04:30.274345 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cc8195b1-b4a3-4dd9-b466-e538bb2f8a3b req-52290638-4b3d-41c2-9bab-79c2d713b9ce tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392962 Jul 14 14:04:30.501458 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f378b-8170-46d9-8542-63591f6a4bed req-82ec56f5-6f02-4a32-9854-db4ea2ceeae4 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:30.503069 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-af5f378b-8170-46d9-8542-63591f6a4bed req-82ec56f5-6f02-4a32-9854-db4ea2ceeae4 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0713632 Jul 14 14:04:30.551331 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-af5f378b-8170-46d9-8542-63591f6a4bed req-81a083d1-e0d7-4c4b-a906-1586f59de56e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368223 Jul 14 14:04:31.474692 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527ed8-c6a4-4e97-8c39-18a8244ae1e5 req-3f23c726-5c1f-4682-8989-a6db86965044 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:31.476209 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d0527ed8-c6a4-4e97-8c39-18a8244ae1e5 req-3f23c726-5c1f-4682-8989-a6db86965044 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.0766683 Jul 14 14:04:31.518668 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d0527ed8-c6a4-4e97-8c39-18a8244ae1e5 req-767a9715-bd52-4eac-8eab-a42ade516e47 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356174 Jul 14 14:04:31.747482 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c6893-cfdd-4977-9440-de3f15150d30 req-656672cd-eb42-407c-be7b-b152a692f4eb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:31.748966 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b9c6893-cfdd-4977-9440-de3f15150d30 req-656672cd-eb42-407c-be7b-b152a692f4eb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0680585 Jul 14 14:04:31.794017 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b9c6893-cfdd-4977-9440-de3f15150d30 req-94f53232-f06c-4fc4-a85f-3d874a5392b7 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392585 Jul 14 14:04:32.434334 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817888f-df54-494d-8f47-98715ae785df req-e9aaae65-aa03-456b-a24c-102d881eff71 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:32.436070 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0817888f-df54-494d-8f47-98715ae785df req-e9aaae65-aa03-456b-a24c-102d881eff71 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.38 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.0743947 Jul 14 14:04:32.584311 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-0817888f-df54-494d-8f47-98715ae785df req-3dfca43a-38ce-46b5-bf23-dd7393a13f9c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Deleting port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:32.585028 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-0817888f-df54-494d-8f47-98715ae785df req-3dfca43a-38ce-46b5-bf23-dd7393a13f9c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:32.730376 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-0817888f-df54-494d-8f47-98715ae785df req-3dfca43a-38ce-46b5-bf23-dd7393a13f9c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] For port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7,segment=NetworkSegment(637742ab-217f-417e-a3a5-8d63f836ee45),segment_id=637742ab-217f-417e-a3a5-8d63f836ee45)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:32.730794 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-0817888f-df54-494d-8f47-98715ae785df req-3dfca43a-38ce-46b5-bf23-dd7393a13f9c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:32.759821 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-0817888f-df54-494d-8f47-98715ae785df req-3dfca43a-38ce-46b5-bf23-dd7393a13f9c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Calling delete_port for 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:32.852585 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0dfd5-16ab-437d-b46f-c95b90b5b4c4 req-d812c572-c576-4dba-865a-028ae677759e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:32.855489 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1ad0dfd5-16ab-437d-b46f-c95b90b5b4c4 req-d812c572-c576-4dba-865a-028ae677759e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 945 time: 0.1812716 Jul 14 14:04:32.995992 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1ad0dfd5-16ab-437d-b46f-c95b90b5b4c4 req-abf52348-ffc7-4589-affd-245706bb6327 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258118 Jul 14 14:04:33.107279 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-0817888f-df54-494d-8f47-98715ae785df req-3dfca43a-38ce-46b5-bf23-dd7393a13f9c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.128527 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b0159-a9a1-493c-85e4-7a416263d373 req-2d5260eb-fa86-49d1-bc25-f2febecf4798 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:33.132217 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a44b0159-a9a1-493c-85e4-7a416263d373 req-2d5260eb-fa86-49d1-bc25-f2febecf4798 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0939753 Jul 14 14:04:33.132518 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7', 'eca803e8-df03-4c96-829e-9a762b8801e3'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:04:33.188488 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a44b0159-a9a1-493c-85e4-7a416263d373 req-66cdac60-1d6e-40cb-b9ad-7480add4a710 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447466 Jul 14 14:04:33.202718 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfca43a-38ce-46b5-bf23-dd7393a13f9c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Pushing event deleted for resources: {'Port': ['ID=0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:33.268969 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-0817888f-df54-494d-8f47-98715ae785df req-3dfca43a-38ce-46b5-bf23-dd7393a13f9c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] No DVR routers for this DVR port 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 on host hv-cinder-78692 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:04:33.272081 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-0817888f-df54-494d-8f47-98715ae785df req-3dfca43a-38ce-46b5-bf23-dd7393a13f9c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.274514 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0817888f-df54-494d-8f47-98715ae785df req-3dfca43a-38ce-46b5-bf23-dd7393a13f9c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.38 "DELETE /v2.0/ports/0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 HTTP/1.1" status: 204 len: 173 time: 0.8324113 Jul 14 14:04:33.275001 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b66379-58fa-4812-bdd3-fc4d33bc2b26', 'name': 'network-vif-deleted', 'tag': '0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:04:33.278217 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6748a0be-2a72-4fe9-a837-6bcd0ae5e1ca" -d '{"events": [{"server_uuid": "61b66379-58fa-4812-bdd3-fc4d33bc2b26", "name": "network-vif-deleted", "tag": "0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:04:33.330730 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a533f1-189a-4940-bcb2-5b01a379a274 x-openstack-request-id: req-24a533f1-189a-4940-bcb2-5b01a379a274 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:04:33.331277 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b66379-58fa-4812-bdd3-fc4d33bc2b26", "name": "network-vif-deleted", "tag": "0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:04:33.331701 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24a533f1-189a-4940-bcb2-5b01a379a274 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:04:33.332370 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b66379-58fa-4812-bdd3-fc4d33bc2b26', 'name': 'network-vif-deleted', 'tag': '0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7', 'status': 'completed', 'code': 200} Jul 14 14:04:33.664496 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:04:33.704455 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 54910) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:33.819286 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ba716f4d-cad9-4993-aaca-e95d88535fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.917916 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ba716f4d-cad9-4993-aaca-e95d88535fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.922195 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ba716f4d-cad9-4993-aaca-e95d88535fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:33.962742 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba716f4d-cad9-4993-aaca-e95d88535fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7a8df5-3b7d-4c5e-a821-dc4deb7deebd,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:33.972486 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 54914) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:33.975822 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ba716f4d-cad9-4993-aaca-e95d88535fc4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=025cefb8e850460a8c2b558912fc8510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697852 Jul 14 14:04:34.037231 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ed67eb7-b969-4c47-acea-acff4e92e2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.063491 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ed67eb7-b969-4c47-acea-acff4e92e2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.135477 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ed67eb7-b969-4c47-acea-acff4e92e2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.138829 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ed67eb7-b969-4c47-acea-acff4e92e2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:34.139980 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2ed67eb7-b969-4c47-acea-acff4e92e2cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3f7a8df5-3b7d-4c5e-a821-dc4deb7deebd HTTP/1.1" status: 204 len: 168 time: 0.1660466 Jul 14 14:04:34.153773 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed67eb7-b969-4c47-acea-acff4e92e2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7a8df5-3b7d-4c5e-a821-dc4deb7deebd,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:34.266344 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e87c637-d05e-495f-aff9-06088381abd8 req-e74dfc06-e9a1-4d2b-b590-78bc2a237ff2 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b66379-58fa-4812-bdd3-fc4d33bc2b26 HTTP/1.1" status: 200 len: 210 time: 0.0493841 Jul 14 14:04:34.461428 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512a360-29bb-4920-8b2e-1bfa528af091 req-d8bfc37e-c87a-4a52-9903-093bc06c9590 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:34.477354 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b512a360-29bb-4920-8b2e-1bfa528af091 req-d8bfc37e-c87a-4a52-9903-093bc06c9590 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.1178458 Jul 14 14:04:34.553687 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b512a360-29bb-4920-8b2e-1bfa528af091 req-0cb03d59-50c0-4856-aecc-13b7282220fd tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744934 Jul 14 14:04:35.523482 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:04:35.544892 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:04:35.545600 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 0a8c5ccc-e1c0-41a2-a048-1f39021a7fb7 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:04:35.774145 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d795af2-ca63-49c7-9f88-fad9a6c522af req-d5a8b427-df77-45ac-9840-e8172d23ac60 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:35.775234 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64921ee-a861-489f-95e5-0cd118bcd6de req-32a10c87-c01a-4db8-9433-f21871d09f0b tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:35.777523 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d64921ee-a861-489f-95e5-0cd118bcd6de req-32a10c87-c01a-4db8-9433-f21871d09f0b tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0870042 Jul 14 14:04:35.782478 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d795af2-ca63-49c7-9f88-fad9a6c522af req-d5a8b427-df77-45ac-9840-e8172d23ac60 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0910003 Jul 14 14:04:35.822314 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d64921ee-a861-489f-95e5-0cd118bcd6de req-8d263dd1-00d0-49d0-9107-656eaa6b0c07 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385005 Jul 14 14:04:35.824285 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d795af2-ca63-49c7-9f88-fad9a6c522af req-be2439f2-b78b-4f6a-9420-9fd6115fa0af tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402284 Jul 14 14:04:37.030614 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942226e-ad1a-4f4c-bba1-89ff8a5fdf70 req-6d772e60-f77f-44fb-904e-01198b16da80 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:37.032442 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1942226e-ad1a-4f4c-bba1-89ff8a5fdf70 req-6d772e60-f77f-44fb-904e-01198b16da80 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0744648 Jul 14 14:04:37.037855 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52d904-0523-4e3c-bed7-f90ef7ef00ae req-bf180b9f-d62c-4a7a-9007-cb56094fb73c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:37.040024 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3b52d904-0523-4e3c-bed7-f90ef7ef00ae req-bf180b9f-d62c-4a7a-9007-cb56094fb73c tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0775826 Jul 14 14:04:37.075889 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1942226e-ad1a-4f4c-bba1-89ff8a5fdf70 req-e496ca08-f899-4963-b1c2-107e9b33aa35 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372369 Jul 14 14:04:37.093983 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3b52d904-0523-4e3c-bed7-f90ef7ef00ae req-004c6d45-ecf9-494f-aa61-54406f0f73ab tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459960 Jul 14 14:04:37.465312 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb255e2-6253-47f2-b78f-a25f3117b2e2 req-a4cab3b2-cb46-4d0a-aa00-4e9de0f13cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:37.467123 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4eb255e2-6253-47f2-b78f-a25f3117b2e2 req-a4cab3b2-cb46-4d0a-aa00-4e9de0f13cfe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84091d0680394dc3955f3ed734020316&device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 1100 time: 0.0892372 Jul 14 14:04:37.588303 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb255e2-6253-47f2-b78f-a25f3117b2e2 req-77847cf3-d1ce-4fe5-9743-50577483d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:37.589758 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4eb255e2-6253-47f2-b78f-a25f3117b2e2 req-77847cf3-d1ce-4fe5-9743-50577483d4ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=3410fdfc-dc44-4fd7-9145-5178f588b3ac HTTP/1.1" status: 200 len: 917 time: 0.0927320 Jul 14 14:04:37.675071 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4eb255e2-6253-47f2-b78f-a25f3117b2e2 req-8275b828-e047-4902-85a3-f0f7c5ecf5fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=218416f6-4b46-499c-9d62-c40394570bbe HTTP/1.1" status: 200 len: 1002 time: 0.0677793 Jul 14 14:04:37.736033 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb255e2-6253-47f2-b78f-a25f3117b2e2 req-9bf1bbdb-1881-44f9-8869-06c8b3705838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:37.737878 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4eb255e2-6253-47f2-b78f-a25f3117b2e2 req-9bf1bbdb-1881-44f9-8869-06c8b3705838 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c9e99f6-8685-4c55-b68e-415908b0bb16 HTTP/1.1" status: 200 len: 855 time: 0.0544183 Jul 14 14:04:37.802858 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb255e2-6253-47f2-b78f-a25f3117b2e2 req-e89dd882-2672-4a24-806f-f6dc50818ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:37.804460 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4eb255e2-6253-47f2-b78f-a25f3117b2e2 req-e89dd882-2672-4a24-806f-f6dc50818ef8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3410fdfc-dc44-4fd7-9145-5178f588b3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531344 Jul 14 14:04:37.914319 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4eb255e2-6253-47f2-b78f-a25f3117b2e2 req-ae0a3809-bb04-46e1-95d6-2f0755b71eee service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995398 Jul 14 14:04:38.024557 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4eb255e2-6253-47f2-b78f-a25f3117b2e2 req-c2d7f8f2-58d1-421e-b18e-9689fa3b2d96 service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990264 Jul 14 14:04:38.283172 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226077c4-260b-42c4-b8fa-696f7360042e req-7a99f310-ceb0-4da4-9e3e-73af3e601602 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:38.284719 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-226077c4-260b-42c4-b8fa-696f7360042e req-7a99f310-ceb0-4da4-9e3e-73af3e601602 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0693512 Jul 14 14:04:38.300475 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23db6d2-0ed1-4f1d-ab12-0655eca1b448 req-4775c8ab-2730-42d2-a699-d7aa734cab2a tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:38.302204 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d23db6d2-0ed1-4f1d-ab12-0655eca1b448 req-4775c8ab-2730-42d2-a699-d7aa734cab2a tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0759821 Jul 14 14:04:38.355269 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d23db6d2-0ed1-4f1d-ab12-0655eca1b448 req-53281e08-4f7e-4f6f-bd6b-889e5e438f04 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454543 Jul 14 14:04:38.358656 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-226077c4-260b-42c4-b8fa-696f7360042e req-6f74fe79-61b5-4eab-832e-8b73bbe5ffc9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669258 Jul 14 14:04:39.563200 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a0a3e-3db2-40b6-837d-ce120f8cc2e6 req-aab2e3b3-7d91-449a-9e99-278b2ffd21d3 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:39.570664 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-828a0a3e-3db2-40b6-837d-ce120f8cc2e6 req-aab2e3b3-7d91-449a-9e99-278b2ffd21d3 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0899074 Jul 14 14:04:39.584184 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dbd9b-e071-490e-bba7-2579b479c815 req-aaaaceed-152b-4fed-9a74-93ee26900a96 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:39.591450 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a28dbd9b-e071-490e-bba7-2579b479c815 req-aaaaceed-152b-4fed-9a74-93ee26900a96 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0989437 Jul 14 14:04:39.619048 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-828a0a3e-3db2-40b6-837d-ce120f8cc2e6 req-0f07b7d1-0dff-4687-94e7-9f031dbc8f12 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466161 Jul 14 14:04:39.642054 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a28dbd9b-e071-490e-bba7-2579b479c815 req-578c205c-78a5-46bf-a5f4-916a53208e5d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494592 Jul 14 14:04:40.742668 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.821008 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8fa9a-e8a7-46cc-b714-837e184e3ba0 req-0206a629-e499-47db-883a-282941486a05 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:40.829508 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fb8fa9a-e8a7-46cc-b714-837e184e3ba0 req-0206a629-e499-47db-883a-282941486a05 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0723994 Jul 14 14:04:40.855709 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404ce05-d498-459e-9a7b-20be0ee0279d req-2b4451d8-fd36-478e-a06d-c100103b27b8 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:40.857372 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3404ce05-d498-459e-9a7b-20be0ee0279d req-2b4451d8-fd36-478e-a06d-c100103b27b8 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0837321 Jul 14 14:04:40.866995 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fb8fa9a-e8a7-46cc-b714-837e184e3ba0 req-a3652d7a-b6ec-4dd0-9e51-6190d0e2ce61 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362132 Jul 14 14:04:40.906980 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3404ce05-d498-459e-9a7b-20be0ee0279d req-7305771e-7e45-4766-b806-23254aa3343d tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434535 Jul 14 14:04:42.066827 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f15453-0370-467f-85c3-2122858441a1 req-bc36ff0e-fc02-47af-94ba-e0d45b3034b1 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:42.074655 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-69f15453-0370-467f-85c3-2122858441a1 req-bc36ff0e-fc02-47af-94ba-e0d45b3034b1 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0842588 Jul 14 14:04:42.094536 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ab9d2-4ac0-4d44-b267-6c9d7ef117b8 req-68ea4fd6-4e10-4af7-8651-23b3b801b30e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:42.096794 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-807ab9d2-4ac0-4d44-b267-6c9d7ef117b8 req-68ea4fd6-4e10-4af7-8651-23b3b801b30e tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0714386 Jul 14 14:04:42.112945 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-69f15453-0370-467f-85c3-2122858441a1 req-d2317ee4-c9e3-411e-9da9-a34057c011aa tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374200 Jul 14 14:04:42.141598 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-807ab9d2-4ac0-4d44-b267-6c9d7ef117b8 req-e3f8d4fd-b191-4afa-b192-8f74197c0014 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/security-groups?id=accbb1de-b951-4746-af39-b661ffdd8e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389040 Jul 14 14:04:42.797705 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eb783-b263-436e-86f5-8b5565099a5b req-497d9eb9-6a97-4515-ab23-213240a8de71 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:42.799175 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bf3eb783-b263-436e-86f5-8b5565099a5b req-497d9eb9-6a97-4515-ab23-213240a8de71 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.38 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 946 time: 0.0670812 Jul 14 14:04:42.907646 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-bf3eb783-b263-436e-86f5-8b5565099a5b req-86d08d68-4d9a-406a-8c9a-dc4154d9ed15 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Deleting port eca803e8-df03-4c96-829e-9a762b8801e3 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:42.908360 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-bf3eb783-b263-436e-86f5-8b5565099a5b req-86d08d68-4d9a-406a-8c9a-dc4154d9ed15 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:42.998691 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-bf3eb783-b263-436e-86f5-8b5565099a5b req-86d08d68-4d9a-406a-8c9a-dc4154d9ed15 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] For port eca803e8-df03-4c96-829e-9a762b8801e3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=eca803e8-df03-4c96-829e-9a762b8801e3,segment=NetworkSegment(637742ab-217f-417e-a3a5-8d63f836ee45),segment_id=637742ab-217f-417e-a3a5-8d63f836ee45)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:42.999055 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-bf3eb783-b263-436e-86f5-8b5565099a5b req-86d08d68-4d9a-406a-8c9a-dc4154d9ed15 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:43.012242 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-bf3eb783-b263-436e-86f5-8b5565099a5b req-86d08d68-4d9a-406a-8c9a-dc4154d9ed15 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Calling delete_port for eca803e8-df03-4c96-829e-9a762b8801e3 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:43.146959 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-bf3eb783-b263-436e-86f5-8b5565099a5b req-86d08d68-4d9a-406a-8c9a-dc4154d9ed15 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:43.160159 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['eca803e8-df03-4c96-829e-9a762b8801e3'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:04:43.219243 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d08d68-4d9a-406a-8c9a-dc4154d9ed15 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Pushing event deleted for resources: {'Port': ['ID=eca803e8-df03-4c96-829e-9a762b8801e3,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:43.282041 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3eb783-b263-436e-86f5-8b5565099a5b req-86d08d68-4d9a-406a-8c9a-dc4154d9ed15 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] No DVR routers for this DVR port eca803e8-df03-4c96-829e-9a762b8801e3 on host hv-cinder-78692 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:04:43.285223 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-bf3eb783-b263-436e-86f5-8b5565099a5b req-86d08d68-4d9a-406a-8c9a-dc4154d9ed15 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:43.287699 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bf3eb783-b263-436e-86f5-8b5565099a5b req-86d08d68-4d9a-406a-8c9a-dc4154d9ed15 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.38 "DELETE /v2.0/ports/eca803e8-df03-4c96-829e-9a762b8801e3 HTTP/1.1" status: 204 len: 173 time: 0.4823952 Jul 14 14:04:43.299316 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e46867-5dc6-4428-bc93-2c2037b8b74d', 'name': 'network-vif-deleted', 'tag': 'eca803e8-df03-4c96-829e-9a762b8801e3'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:04:43.301643 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46422e92-367f-4909-b779-aabfb0c8dc0b" -d '{"events": [{"server_uuid": "e9e46867-5dc6-4428-bc93-2c2037b8b74d", "name": "network-vif-deleted", "tag": "eca803e8-df03-4c96-829e-9a762b8801e3"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:04:43.336433 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3e83f599-0a4a-4a6c-83a2-09745b6dfa62 req-11ed67ea-9540-4e67-a533-734d96f918e2 tempest-ServerRescueNegativeTestJSON-1622586871 tempest-ServerRescueNegativeTestJSON-1622586871-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9e46867-5dc6-4428-bc93-2c2037b8b74d HTTP/1.1" status: 200 len: 210 time: 0.0476975 Jul 14 14:04:43.407736 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56017576-e156-48e1-9ef0-7f5089ca847f x-openstack-request-id: req-56017576-e156-48e1-9ef0-7f5089ca847f {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:04:43.408028 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e46867-5dc6-4428-bc93-2c2037b8b74d", "name": "network-vif-deleted", "tag": "eca803e8-df03-4c96-829e-9a762b8801e3", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:04:43.408282 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56017576-e156-48e1-9ef0-7f5089ca847f {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:04:43.408677 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e46867-5dc6-4428-bc93-2c2037b8b74d', 'name': 'network-vif-deleted', 'tag': 'eca803e8-df03-4c96-829e-9a762b8801e3', 'status': 'completed', 'code': 200} Jul 14 14:04:43.427936 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73721df-c8a7-40d6-ac34-9dda8d5f7be8 req-ca27d1d4-3d5c-45fb-9c00-9eca0a68f9a2 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:43.429637 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e73721df-c8a7-40d6-ac34-9dda8d5f7be8 req-ca27d1d4-3d5c-45fb-9c00-9eca0a68f9a2 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.1371286 Jul 14 14:04:43.479052 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e73721df-c8a7-40d6-ac34-9dda8d5f7be8 req-e6a29e1c-ec97-4324-9dbb-5735f76cff6e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433383 Jul 14 14:04:43.580545 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1e04-3e2f-4e86-8fa1-710c70b52924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:44.441787 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 54986) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:44.787906 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a3cd0-95c5-4f84-a3fd-0f7938281297 req-551af66a-187f-4931-bf7a-14527e120175 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:44.789516 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea4a3cd0-95c5-4f84-a3fd-0f7938281297 req-551af66a-187f-4931-bf7a-14527e120175 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.1476536 Jul 14 14:04:44.905414 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ea4a3cd0-95c5-4f84-a3fd-0f7938281297 req-1a9f251f-744c-4de4-8595-b09cf3e30859 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082532 Jul 14 14:04:45.065603 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a5392ef-cd79-48eb-b6ce-911f5ff7f1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407634'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:45.490301 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-8a5392ef-cd79-48eb-b6ce-911f5ff7f1c3 admin admin] Deleting port 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:45.490961 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a5392ef-cd79-48eb-b6ce-911f5ff7f1c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:45.580378 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device eca803e8-df03-4c96-829e-9a762b8801e3 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:04:45.583749 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-8a5392ef-cd79-48eb-b6ce-911f5ff7f1c3 admin admin] For port 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07,segment=NetworkSegment(637742ab-217f-417e-a3a5-8d63f836ee45),segment_id=637742ab-217f-417e-a3a5-8d63f836ee45)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:45.584136 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a5392ef-cd79-48eb-b6ce-911f5ff7f1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:45.600830 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: eca803e8-df03-4c96-829e-9a762b8801e3 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:04:45.601405 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device eca803e8-df03-4c96-829e-9a762b8801e3 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:04:45.605299 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-8a5392ef-cd79-48eb-b6ce-911f5ff7f1c3 admin admin] Calling delete_port for 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:45.831706 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a5392ef-cd79-48eb-b6ce-911f5ff7f1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:45.871357 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5392ef-cd79-48eb-b6ce-911f5ff7f1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:46.097933 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a5392ef-cd79-48eb-b6ce-911f5ff7f1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16476220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402870'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:46.165909 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da0494-65a7-4f5b-863d-4f031bbfd984 req-eb6ddded-5e4b-43c3-a9ac-ab1ef9347064 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:46.175525 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-01da0494-65a7-4f5b-863d-4f031bbfd984 req-eb6ddded-5e4b-43c3-a9ac-ab1ef9347064 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0895984 Jul 14 14:04:46.227622 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-01da0494-65a7-4f5b-863d-4f031bbfd984 req-ac5309bb-e455-47ad-8f36-8f31ff76827a tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507083 Jul 14 14:04:46.325373 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1d342013-8e6d-4b81-8f9f-379b943a12cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:46.434876 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:46.666565 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5392ef-cd79-48eb-b6ce-911f5ff7f1c3 admin admin] Router 944081e9-a032-4d45-9882-c27cf0e8d507 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:04:46.787453 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5392ef-cd79-48eb-b6ce-911f5ff7f1c3 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:04:46.793833 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8a5392ef-cd79-48eb-b6ce-911f5ff7f1c3 admin admin] 10.222.0.57 "PUT /v2.0/routers/944081e9-a032-4d45-9882-c27cf0e8d507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3503733 Jul 14 14:04:46.796393 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55048) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:46.800054 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d86503-0e5d-4f02-8f19-c4e54034538e None None] Sync routers for ids ['944081e9-a032-4d45-9882-c27cf0e8d507'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:04:46.822086 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d86503-0e5d-4f02-8f19-c4e54034538e None None] Routers {'944081e9-a032-4d45-9882-c27cf0e8d507'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:46.823193 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e9d86503-0e5d-4f02-8f19-c4e54034538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:04:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['944081e9-a032-4d45-9882-c27cf0e8d507'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:46.922179 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:46.947960 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-e9d86503-0e5d-4f02-8f19-c4e54034538e None None] Set router 944081e9-a032-4d45-9882-c27cf0e8d507 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:47.047379 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:47.124857 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] Deleting port 1425082c-ee08-4ebe-932a-1a0edf6e0c76 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:04:47.125324 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:47.205678 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e9d86503-0e5d-4f02-8f19-c4e54034538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'name': 'tempest-ServerRescueNegativeTestJSON-1346354782-router', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '1425082c-ee08-4ebe-932a-1a0edf6e0c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:04:45Z', 'revision_number': 5, 'project_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'gw_port': {'id': '1425082c-ee08-4ebe-932a-1a0edf6e0c76', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:47.228511 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] For port 1425082c-ee08-4ebe-932a-1a0edf6e0c76, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=1425082c-ee08-4ebe-932a-1a0edf6e0c76,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:47.229672 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:47.233984 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d86503-0e5d-4f02-8f19-c4e54034538e None None] Checking router: 944081e9-a032-4d45-9882-c27cf0e8d507 for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:04:47.242870 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d86503-0e5d-4f02-8f19-c4e54034538e None None] Routers {'944081e9-a032-4d45-9882-c27cf0e8d507'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:47.244133 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e9d86503-0e5d-4f02-8f19-c4e54034538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:04:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['944081e9-a032-4d45-9882-c27cf0e8d507'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:47.245591 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] Calling delete_port for 1425082c-ee08-4ebe-932a-1a0edf6e0c76 owned by network:router_gateway {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:04:47.339398 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:47.368274 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-e9d86503-0e5d-4f02-8f19-c4e54034538e None None] Set router 944081e9-a032-4d45-9882-c27cf0e8d507 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:47.433036 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e9d86503-0e5d-4f02-8f19-c4e54034538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'name': 'tempest-ServerRescueNegativeTestJSON-1346354782-router', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:04:47Z', 'revision_number': 6, 'project_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'gw_port_host': None}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:47.467315 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d86503-0e5d-4f02-8f19-c4e54034538e None None] The sync data for ids ['944081e9-a032-4d45-9882-c27cf0e8d507'] in dv-cinder-786927-3-iscsi is: [{'id': '944081e9-a032-4d45-9882-c27cf0e8d507', 'name': 'tempest-ServerRescueNegativeTestJSON-1346354782-router', 'tenant_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:04:47Z', 'revision_number': 6, 'project_id': 'aa13ca28f8df42b2b3aca669a1704eb3', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:04:47.480402 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:47.487794 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84b3bf-1220-4c74-8738-c326e91521f7 req-86217958-8775-49a5-b86e-eb06ab067636 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:47.491107 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9f84b3bf-1220-4c74-8738-c326e91521f7 req-86217958-8775-49a5-b86e-eb06ab067636 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.1111605 Jul 14 14:04:47.542133 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1425082c-ee08-4ebe-932a-1a0edf6e0c76,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:47.545704 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9f84b3bf-1220-4c74-8738-c326e91521f7 req-a8dd14ab-4e29-4e11-b3c2-fc5ac1137262 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475197 Jul 14 14:04:47.601544 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406068'] for router_gateway, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.061013 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12473'] for router, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.065306 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.145098 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16371247'] for router, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.145098 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 944081e9-a032-4d45-9882-c27cf0e8d507 {{(pid=92927) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:04:48.155311 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.159225 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 55070) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:48.160494 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-3d9d27bb-c8e3-4b86-b55e-d64d3ab222c8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/944081e9-a032-4d45-9882-c27cf0e8d507 HTTP/1.1" status: 204 len: 168 time: 1.3614709 Jul 14 14:04:48.247679 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdbcccc-c74d-431d-9921-fec22ee061bc admin admin] Deleting subnet cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:04:48.252766 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6bdbcccc-c74d-431d-9921-fec22ee061bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.292554 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6bdbcccc-c74d-431d-9921-fec22ee061bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973850'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.338105 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6bdbcccc-c74d-431d-9921-fec22ee061bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.406643 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6bdbcccc-c74d-431d-9921-fec22ee061bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3973698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4014944'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.440654 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbcccc-c74d-431d-9921-fec22ee061bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:48.448275 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6bdbcccc-c74d-431d-9921-fec22ee061bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.453700 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55076) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:48.463340 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6bdbcccc-c74d-431d-9921-fec22ee061bc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cbd2d0b7-4c6d-4e0b-a69a-f1a702748d57 HTTP/1.1" status: 204 len: 168 time: 0.3000164 Jul 14 14:04:48.557694 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a6ad-63f8-493d-8075-da5a9b10b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.684890 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a6ad-63f8-493d-8075-da5a9b10b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.704475 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-2ae6a6ad-63f8-493d-8075-da5a9b10b1fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a6fd6e-e0b7-41ce-b515-46956efe817e']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:48.729247 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-2ae6a6ad-63f8-493d-8075-da5a9b10b1fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637742ab-217f-417e-a3a5-8d63f836ee45') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:48.729841 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-2ae6a6ad-63f8-493d-8075-da5a9b10b1fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637742ab-217f-417e-a3a5-8d63f836ee45') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:48.745188 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a6ad-63f8-493d-8075-da5a9b10b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3664175'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.769011 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a6ad-63f8-493d-8075-da5a9b10b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.777334 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae6a6ad-63f8-493d-8075-da5a9b10b1fe admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:04:48.778025 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a6ad-63f8-493d-8075-da5a9b10b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796561'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: timer() Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: cb(*args, **kw) Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: self._notify() Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: self.callback(batched_events) Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: event.method(event) Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._get(url).json() Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:04:48.780585 dv-cinder-786927-3-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:04:48.856377 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a6ad-63f8-493d-8075-da5a9b10b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.867967 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a6ad-63f8-493d-8075-da5a9b10b1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:48.873290 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-2ae6a6ad-63f8-493d-8075-da5a9b10b1fe admin admin] 10.222.0.57 "DELETE /v2.0/networks/71a6fd6e-e0b7-41ce-b515-46956efe817e HTTP/1.1" status: 204 len: 168 time: 0.4159722 Jul 14 14:04:48.885283 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6a6ad-63f8-493d-8075-da5a9b10b1fe admin admin] Pushing event deleted for resources: {'Network': ['ID=71a6fd6e-e0b7-41ce-b515-46956efe817e,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:49.075970 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 55080) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:49.148146 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-841fe13d-f6b7-4bed-ba41-d5cd96cab06b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa13ca28f8df42b2b3aca669a1704eb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0699868 Jul 14 14:04:49.151340 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55082) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:49.183804 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:49.265341 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d492a85a-c684-4793-81c1-41ace8c0ae60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:49.289180 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 1425082c-ee08-4ebe-932a-1a0edf6e0c76 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:04:49.306596 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d492a85a-c684-4793-81c1-41ace8c0ae60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:49.317955 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: 1425082c-ee08-4ebe-932a-1a0edf6e0c76 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:04:49.318618 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 1425082c-ee08-4ebe-932a-1a0edf6e0c76 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:04:49.319214 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:04:49.343311 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:04:49.343988 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 4e66f4e4-892e-42a6-a2bb-5ff1ce3a5d07 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:04:49.370230 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d492a85a-c684-4793-81c1-41ace8c0ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:49.373183 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d492a85a-c684-4793-81c1-41ace8c0ae60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:49.374679 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d492a85a-c684-4793-81c1-41ace8c0ae60 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/accbb1de-b951-4746-af39-b661ffdd8e3d HTTP/1.1" status: 204 len: 168 time: 0.2210107 Jul 14 14:04:49.384978 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492a85a-c684-4793-81c1-41ace8c0ae60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accbb1de-b951-4746-af39-b661ffdd8e3d,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:50.286283 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 55114) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:50.444000 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1131197931-network', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:50.480501 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] Made reservation on behalf of a3cbdfa5a4d5454e84b587911735d88d for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:04:50.484678 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:50.498155 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:50.665584 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:50.674475 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:50.708432 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:04:50.729128 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c981bf-d919-4f97-aabb-d667a995ce68,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:50.738564 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:50.739755 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] Added segment 0334a248-e5c9-46b1-adef-dc4273ca9eaa of type vlan for network 92dfb464-79ad-438f-84d7-a1d7875537d1 Jul 14 14:04:50.796734 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:50.860077 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:50.860920 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:50.861736 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:50.887729 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5989566 Jul 14 14:04:50.891899 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55130) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:50.899663 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-48abea37-7047-4805-9f7e-5b0282fc460b admin admin] Request body: {'subnet': {'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1131197931-subnet', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:50.956091 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5d568-e673-4d26-9ff8-2f0bad7a44ef admin admin] Pushing event updated for resources: {'Network': ['ID=92dfb464-79ad-438f-84d7-a1d7875537d1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:50.963104 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48abea37-7047-4805-9f7e-5b0282fc460b admin admin] Made reservation on behalf of a3cbdfa5a4d5454e84b587911735d88d for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:04:50.966906 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48abea37-7047-4805-9f7e-5b0282fc460b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3572695'] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:50.969752 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 92dfb464-79ad-438f-84d7-a1d7875537d1 details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:04:51.257525 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48abea37-7047-4805-9f7e-5b0282fc460b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2796926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3572709'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:51.338622 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abea37-7047-4805-9f7e-5b0282fc460b admin admin] Pushing event updated for resources: {'Subnet': ['ID=737b1b91-1b10-47bf-a364-9061ed8a4756,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:51.362650 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48abea37-7047-4805-9f7e-5b0282fc460b admin admin] Checking segment: {'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:04:51.363127 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48abea37-7047-4805-9f7e-5b0282fc460b admin admin] Network hostable DHCP agents. Network: 92dfb464-79ad-438f-84d7-a1d7875537d1, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:04:51.387610 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48abea37-7047-4805-9f7e-5b0282fc460b admin admin] Network 92dfb464-79ad-438f-84d7-a1d7875537d1 is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:04:51.400260 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-48abea37-7047-4805-9f7e-5b0282fc460b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 92dfb464-79ad-438f-84d7-a1d7875537d1) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:51.416154 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48abea37-7047-4805-9f7e-5b0282fc460b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:51.416949 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48abea37-7047-4805-9f7e-5b0282fc460b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:51.418337 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb5f02c-a230-45e9-9043-ab41e69aa170 None None] Network 92dfb464-79ad-438f-84d7-a1d7875537d1 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:04:51.441079 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-48abea37-7047-4805-9f7e-5b0282fc460b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5418136 Jul 14 14:04:51.441357 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 55136) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:51.443962 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:51.472781 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12423'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:51.474725 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12430'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:51.535266 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:51.636785 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77d02e5-6f03-5af9-b228-ffa7c33a544f-92dfb464-79ad-438f-84d7-a1d7875537d1', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756'}]}} from dv-cinder-786927-3-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:04:51.637918 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:51.767938 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12448'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:51.836604 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Allocated IP 172.20.0.2 (92dfb464-79ad-438f-84d7-a1d7875537d1/737b1b91-1b10-47bf-a364-9061ed8a4756/a41823c1-2bd5-4c11-98fc-966caed642db) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:04:52.066724 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:52.068019 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:52.078366 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Transition to ACTIVE for port object a41823c1-2bd5-4c11-98fc-966caed642db will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:52.094069 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:52.100747 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Transition to ACTIVE for port object a41823c1-2bd5-4c11-98fc-966caed642db will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:52.110268 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:52.170477 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Pushing event updated for resources: {'Port': ['ID=a41823c1-2bd5-4c11-98fc-966caed642db,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:52.188937 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Network 92dfb464-79ad-438f-84d7-a1d7875537d1 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:52.190729 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:52.194084 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:04:52.234621 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Allocated IP 172.27.0.145 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/2cf69d9a-079c-4e69-917b-5739748ad317) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:04:52.275293 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Attempting to bind port a41823c1-2bd5-4c11-98fc-966caed642db on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:04:52.275924 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Attempting to bind port a41823c1-2bd5-4c11-98fc-966caed642db by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:04:52.276524 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Attempting to bind port a41823c1-2bd5-4c11-98fc-966caed642db on network 92dfb464-79ad-438f-84d7-a1d7875537d1 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:04:52.282334 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:04:52.282967 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Checking segment: {'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:04:52.283558 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:52.284120 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Bound using segment: {'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:04:52.284750 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Bound port: a41823c1-2bd5-4c11-98fc-966caed642db, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:04:52.285321 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:52.366136 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] For port a41823c1-2bd5-4c11-98fc-966caed642db, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:04:52.370121 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] For port a41823c1-2bd5-4c11-98fc-966caed642db, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=a41823c1-2bd5-4c11-98fc-966caed642db,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:04:52.377564 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:52.383986 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:52.450372 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:52.451160 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2a4ac-931a-4079-b271-dfa0444ced2e None None] Pushing event updated for resources: {'Port': ['ID=a41823c1-2bd5-4c11-98fc-966caed642db,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:52.497294 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:52.509723 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:52.511766 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf69d9a-079c-4e69-917b-5739748ad317,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:52.514732 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:04:52.835125 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:53.051652 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405964'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:53.199299 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Router 38b20c73-e667-4d9e-9391-c69b2f8204fb is scheduled to L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:04:53.278787 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device a41823c1-2bd5-4c11-98fc-966caed642db up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:53.340270 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:04:53.344134 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port a41823c1-2bd5-4c11-98fc-966caed642db completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:53.361375 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:53.362261 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Sync routers for ids ['38b20c73-e667-4d9e-9391-c69b2f8204fb'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:04:53.362941 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-24fada36-d67b-4f28-a896-62ff1d0bbfa7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9226718 Jul 14 14:04:53.366323 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 55166) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:53.381871 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Routers {'38b20c73-e667-4d9e-9391-c69b2f8204fb'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:53.382593 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:04:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['38b20c73-e667-4d9e-9391-c69b2f8204fb'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:53.488199 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f51694-1174-4096-bb9b-3ff5b5a88dd7 None None] Network 92dfb464-79ad-438f-84d7-a1d7875537d1 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:04:53.579830 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Set router 38b20c73-e667-4d9e-9391-c69b2f8204fb gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:53.584329 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-313c857b-33ca-473c-a2be-5aa8ec78cafb None None] Provisioning for port a41823c1-2bd5-4c11-98fc-966caed642db completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:53.645636 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-313c857b-33ca-473c-a2be-5aa8ec78cafb None None] Provisioning complete for port a41823c1-2bd5-4c11-98fc-966caed642db triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:53.646008 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-313c857b-33ca-473c-a2be-5aa8ec78cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:53.887964 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:54.027937 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-313c857b-33ca-473c-a2be-5aa8ec78cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:54.084349 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:52Z', 'revision_number': 3, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:54.087758 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-313c857b-33ca-473c-a2be-5aa8ec78cafb None None] For port a41823c1-2bd5-4c11-98fc-966caed642db, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=a41823c1-2bd5-4c11-98fc-966caed642db,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:54.123018 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Checking router: 38b20c73-e667-4d9e-9391-c69b2f8204fb for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:04:54.123378 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Updating router 38b20c73-e667-4d9e-9391-c69b2f8204fb port 2cf69d9a-079c-4e69-917b-5739748ad317 binding host dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:04:54.127212 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-313c857b-33ca-473c-a2be-5aa8ec78cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:54.195072 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:54.212683 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c857b-33ca-473c-a2be-5aa8ec78cafb None None] Pushing event updated for resources: {'Port': ['ID=a41823c1-2bd5-4c11-98fc-966caed642db,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:54.449393 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Allocated IP 172.20.0.1 (92dfb464-79ad-438f-84d7-a1d7875537d1/737b1b91-1b10-47bf-a364-9061ed8a4756/3a1d1969-de30-4811-9f44-8992b9f51d11) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:04:54.473884 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bfe8cc5a-6d4c-41bc-8489-6d0f007c6fde None None] Provisioning complete for port a41823c1-2bd5-4c11-98fc-966caed642db triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:54.474431 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bfe8cc5a-6d4c-41bc-8489-6d0f007c6fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:54.575131 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:54.580141 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:54.593574 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Transition to ACTIVE for port object 3a1d1969-de30-4811-9f44-8992b9f51d11 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:54.607265 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Transition to ACTIVE for port object 2cf69d9a-079c-4e69-917b-5739748ad317 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:54.620461 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:54.628232 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:54.667460 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Network 92dfb464-79ad-438f-84d7-a1d7875537d1 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:54.674248 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:54.679457 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:04:54.680346 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Attempting to bind port 2cf69d9a-079c-4e69-917b-5739748ad317 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:04:54.680720 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Attempting to bind port 2cf69d9a-079c-4e69-917b-5739748ad317 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:04:54.681137 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Attempting to bind port 2cf69d9a-079c-4e69-917b-5739748ad317 on network aee5fac4-045e-4b71-9019-7c5205bf3b95 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:04:54.688529 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341c96a-a881-4675-8293-0566f0326278 None None] Pushing event updated for resources: {'Port': ['ID=2cf69d9a-079c-4e69-917b-5739748ad317,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:54.690996 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:04:54.691374 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Checking segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:04:54.691815 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:54.692206 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Bound using segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:04:54.692688 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Bound port: 2cf69d9a-079c-4e69-917b-5739748ad317, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:04:54.693160 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:54.703647 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Pushing event updated for resources: {'Port': ['ID=3a1d1969-de30-4811-9f44-8992b9f51d11,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:54.724272 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409001'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:54.750635 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] For port 2cf69d9a-079c-4e69-917b-5739748ad317, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:04:54.755185 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] For port 2cf69d9a-079c-4e69-917b-5739748ad317, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=2cf69d9a-079c-4e69-917b-5739748ad317,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:04:54.759746 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:54.820978 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Routers {'38b20c73-e667-4d9e-9391-c69b2f8204fb'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:54.821647 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:04:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['38b20c73-e667-4d9e-9391-c69b2f8204fb'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:54.871959 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341c96a-a881-4675-8293-0566f0326278 None None] Pushing event updated for resources: {'Port': ['ID=2cf69d9a-079c-4e69-917b-5739748ad317,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:54.872200 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:54.944392 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] Set router 38b20c73-e667-4d9e-9391-c69b2f8204fb gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:55.044269 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-c01a70b7-62bd-47ea-88d4-3da307b42c22 None None] Provisioning for port 3a1d1969-de30-4811-9f44-8992b9f51d11 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:55.052069 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.054988 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-c01a70b7-62bd-47ea-88d4-3da307b42c22 None None] Provisioning complete for port 3a1d1969-de30-4811-9f44-8992b9f51d11 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:55.055367 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c01a70b7-62bd-47ea-88d4-3da307b42c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.057444 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.111386 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-c01a70b7-62bd-47ea-88d4-3da307b42c22 None None] Port 3a1d1969-de30-4811-9f44-8992b9f51d11 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:04:55.132448 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16476197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407779'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.134398 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Pushing event updated for resources: {'Port': ['ID=3a1d1969-de30-4811-9f44-8992b9f51d11,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:55.174667 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:52Z', 'revision_number': 3, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:55.204253 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7bb50d-1d14-4c85-89a4-cb3a1fe55c89 None None] The sync data for ids ['38b20c73-e667-4d9e-9391-c69b2f8204fb'] in dv-cinder-786927-3-iscsi is: [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:52Z', 'revision_number': 3, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:04:55.246536 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Network 92dfb464-79ad-438f-84d7-a1d7875537d1 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:55.246536 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:55.246880 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device a41823c1-2bd5-4c11-98fc-966caed642db up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:55.318655 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port a41823c1-2bd5-4c11-98fc-966caed642db triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:55.319074 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.386562 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Router 38b20c73-e667-4d9e-9391-c69b2f8204fb has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:04:55.407734 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55228) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:55.471776 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4662c51-b9a1-4658-8b3f-8fa1aad7e507 admin admin] Deleting subnet a3db256d-3b94-46fa-bda0-a2435cbd1719 {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:04:55.476168 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4662c51-b9a1-4658-8b3f-8fa1aad7e507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.542982 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-598e48d5-e009-4b44-a9e7-318b96c6f248 None None] Provisioning complete for port 3a1d1969-de30-4811-9f44-8992b9f51d11 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:55.543516 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-598e48d5-e009-4b44-a9e7-318b96c6f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.552008 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4662c51-b9a1-4658-8b3f-8fa1aad7e507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3664182'] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.554157 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:04:55.560236 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9055fb12-276b-49cb-a93d-af804e9c61a1 admin admin] 10.222.0.57 "PUT /v2.0/routers/38b20c73-e667-4d9e-9391-c69b2f8204fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1916754 Jul 14 14:04:55.597462 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-598e48d5-e009-4b44-a9e7-318b96c6f248 None None] Port 3a1d1969-de30-4811-9f44-8992b9f51d11 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:04:55.612958 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4662c51-b9a1-4658-8b3f-8fa1aad7e507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.675479 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4662c51-b9a1-4658-8b3f-8fa1aad7e507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2796991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3572722'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.703932 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4662c51-b9a1-4658-8b3f-8fa1aad7e507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3db256d-3b94-46fa-bda0-a2435cbd1719,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:55.706033 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4662c51-b9a1-4658-8b3f-8fa1aad7e507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.708482 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c4662c51-b9a1-4658-8b3f-8fa1aad7e507 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a3db256d-3b94-46fa-bda0-a2435cbd1719 HTTP/1.1" status: 204 len: 168 time: 0.2997222 Jul 14 14:04:55.711052 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55234) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:55.784712 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc3743c8-db22-463a-99ef-0aba8800efbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.872667 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc3743c8-db22-463a-99ef-0aba8800efbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.883961 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-dc3743c8-db22-463a-99ef-0aba8800efbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf8293f-bceb-473a-8f8e-5cc57c58d137']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:55.896402 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-dc3743c8-db22-463a-99ef-0aba8800efbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7df86ca-9120-4b43-8b1d-79211dfad9cc') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:55.896719 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-dc3743c8-db22-463a-99ef-0aba8800efbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7df86ca-9120-4b43-8b1d-79211dfad9cc') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:55.906520 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc3743c8-db22-463a-99ef-0aba8800efbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3664175'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.921178 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc3743c8-db22-463a-99ef-0aba8800efbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.927879 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3743c8-db22-463a-99ef-0aba8800efbc admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:04:55.928366 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc3743c8-db22-463a-99ef-0aba8800efbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796561'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: timer() Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: cb(*args, **kw) Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: self._notify() Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: self.callback(batched_events) Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: event.method(event) Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._get(url).json() Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:04:55.931319 dv-cinder-786927-3-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:04:55.997166 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc3743c8-db22-463a-99ef-0aba8800efbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.005824 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc3743c8-db22-463a-99ef-0aba8800efbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.008952 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-dc3743c8-db22-463a-99ef-0aba8800efbc admin admin] 10.222.0.57 "DELETE /v2.0/networks/daf8293f-bceb-473a-8f8e-5cc57c58d137 HTTP/1.1" status: 204 len: 168 time: 0.2963350 Jul 14 14:04:56.023343 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3743c8-db22-463a-99ef-0aba8800efbc admin admin] Pushing event deleted for resources: {'Network': ['ID=daf8293f-bceb-473a-8f8e-5cc57c58d137,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:56.142615 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 55240) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:56.148347 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-fb97d0a2-526b-464e-93aa-c5f7850d7057 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1779961566', 'description': 'tempest-description--1426522501'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:56.157273 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55242) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:56.174229 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb97d0a2-526b-464e-93aa-c5f7850d7057 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.208310 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b40606b1-bf66-46a6-ae3f-0026755ec0d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6611a309b4ff48338e9c94293d97a364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484571 Jul 14 14:04:56.210853 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55244) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:56.263516 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-be3cb62a-cfa1-4499-8e9d-b7709e6961c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.263774 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb97d0a2-526b-464e-93aa-c5f7850d7057 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.268101 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb97d0a2-526b-464e-93aa-c5f7850d7057 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.287489 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-be3cb62a-cfa1-4499-8e9d-b7709e6961c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.296155 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb97d0a2-526b-464e-93aa-c5f7850d7057 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.300389 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fb97d0a2-526b-464e-93aa-c5f7850d7057 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1566935 Jul 14 14:04:56.302862 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55246) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:56.304762 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97d0a2-526b-464e-93aa-c5f7850d7057 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067e2fd8-4ba3-4895-baae-80576c59bd41,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:56.310819 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-57566c71-583a-4393-8e1c-6a9c4f25dd32 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Request body: {'security_group_rule': {'security_group_id': '067e2fd8-4ba3-4895-baae-80576c59bd41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:56.353148 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-57566c71-583a-4393-8e1c-6a9c4f25dd32 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.377763 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-be3cb62a-cfa1-4499-8e9d-b7709e6961c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.381032 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-be3cb62a-cfa1-4499-8e9d-b7709e6961c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.384598 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-be3cb62a-cfa1-4499-8e9d-b7709e6961c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/766b20e7-cec9-4d07-94c5-8cf25971be11 HTTP/1.1" status: 204 len: 168 time: 0.1701701 Jul 14 14:04:56.403026 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cb62a-cfa1-4499-8e9d-b7709e6961c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766b20e7-cec9-4d07-94c5-8cf25971be11,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:56.436124 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-57566c71-583a-4393-8e1c-6a9c4f25dd32 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.441034 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-57566c71-583a-4393-8e1c-6a9c4f25dd32 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.462836 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57566c71-583a-4393-8e1c-6a9c4f25dd32 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60640da-cc3a-409c-9754-d9d774770fb5,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:56.466955 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-57566c71-583a-4393-8e1c-6a9c4f25dd32 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.469617 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-57566c71-583a-4393-8e1c-6a9c4f25dd32 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1656499 Jul 14 14:04:56.470935 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55252) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:56.475938 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-215ed276-36de-4bcd-9838-a2fbfdcdc31e tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Request body: {'security_group_rule': {'security_group_id': '067e2fd8-4ba3-4895-baae-80576c59bd41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:56.506896 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-215ed276-36de-4bcd-9838-a2fbfdcdc31e tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.579535 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-215ed276-36de-4bcd-9838-a2fbfdcdc31e tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.584958 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-215ed276-36de-4bcd-9838-a2fbfdcdc31e tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.611406 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ed276-36de-4bcd-9838-a2fbfdcdc31e tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a46af50-524d-428a-a401-f1c5ebf0c889,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:56.618023 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-215ed276-36de-4bcd-9838-a2fbfdcdc31e tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.620123 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-215ed276-36de-4bcd-9838-a2fbfdcdc31e tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477654 Jul 14 14:04:56.623127 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55256) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:04:56.629140 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Request body: {'floatingip': {'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:04:56.654501 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for floatingip, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.765175 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:56.915564 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Allocated IP 172.27.0.238 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/fa4162a8-b13b-4d89-b2c7-32d712db8f5b) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:04:56.996904 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Sync routers for ids ['38b20c73-e667-4d9e-9391-c69b2f8204fb'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:04:57.007933 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Routers {'38b20c73-e667-4d9e-9391-c69b2f8204fb'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:57.008562 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:04:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['38b20c73-e667-4d9e-9391-c69b2f8204fb'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:57.052277 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:57.120869 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:57.137686 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Set router 38b20c73-e667-4d9e-9391-c69b2f8204fb gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:57.165624 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:04:57.168615 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:04:57.172968 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:04:57.178193 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event updated for resources: {'Port': ['ID=fa4162a8-b13b-4d89-b2c7-32d712db8f5b,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:57.345220 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:57.370602 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 2cf69d9a-079c-4e69-917b-5739748ad317 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:57.437404 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 2cf69d9a-079c-4e69-917b-5739748ad317 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:57.445821 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 2cf69d9a-079c-4e69-917b-5739748ad317 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:57.446863 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:57.447893 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:57.462881 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 2, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:57.500193 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Checking router: 38b20c73-e667-4d9e-9391-c69b2f8204fb for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:04:57.501100 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Updating router 38b20c73-e667-4d9e-9391-c69b2f8204fb port 3a1d1969-de30-4811-9f44-8992b9f51d11 binding host dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:04:57.566432 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:57.657950 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:57.704474 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port 2cf69d9a-079c-4e69-917b-5739748ad317, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=2cf69d9a-079c-4e69-917b-5739748ad317,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:57.711399 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:57.718012 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:57.728052 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:57.821983 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event updated for resources: {'Port': ['ID=fa4162a8-b13b-4d89-b2c7-32d712db8f5b,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:57.844498 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:57.859384 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=2cf69d9a-079c-4e69-917b-5739748ad317,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:57.862501 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:57.865811 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-4232cd08-28e2-4eb6-8878-a8457ec2ae10 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2410176 Jul 14 14:04:58.024320 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:58.035891 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Transition to ACTIVE for port object 3a1d1969-de30-4811-9f44-8992b9f51d11 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:04:58.043406 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:58.143221 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-a821f7e9-ca89-498a-a4b9-0e15988ccff0 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1779961566&fields=id&tenant_id=a3cbdfa5a4d5454e84b587911735d88d HTTP/1.1" status: 200 len: 267 time: 0.0530498 Jul 14 14:04:58.147097 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b41be2-ab20-4f0a-85d1-64b425ea0771 None None] Pushing event updated for resources: {'Port': ['ID=3a1d1969-de30-4811-9f44-8992b9f51d11,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:58.158076 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41be2-ab20-4f0a-85d1-64b425ea0771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:58.158634 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41be2-ab20-4f0a-85d1-64b425ea0771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:58.158921 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41be2-ab20-4f0a-85d1-64b425ea0771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:58.159295 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41be2-ab20-4f0a-85d1-64b425ea0771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:58.159739 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41be2-ab20-4f0a-85d1-64b425ea0771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:58.160120 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41be2-ab20-4f0a-85d1-64b425ea0771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:58.160390 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41be2-ab20-4f0a-85d1-64b425ea0771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:58.160877 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41be2-ab20-4f0a-85d1-64b425ea0771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:58.161273 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41be2-ab20-4f0a-85d1-64b425ea0771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:58.161785 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41be2-ab20-4f0a-85d1-64b425ea0771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:58.162093 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41be2-ab20-4f0a-85d1-64b425ea0771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:58.162400 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41be2-ab20-4f0a-85d1-64b425ea0771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:04:58.229199 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Attempting to bind port 3a1d1969-de30-4811-9f44-8992b9f51d11 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:04:58.229696 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Attempting to bind port 3a1d1969-de30-4811-9f44-8992b9f51d11 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:04:58.230255 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Attempting to bind port 3a1d1969-de30-4811-9f44-8992b9f51d11 on network 92dfb464-79ad-438f-84d7-a1d7875537d1 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:04:58.237482 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:04:58.237887 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Checking segment: {'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:04:58.238279 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:58.238693 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Bound using segment: {'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:04:58.239718 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Bound port: 3a1d1969-de30-4811-9f44-8992b9f51d11, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:04:58.240115 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:58.302107 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-fccd97f7-18fa-4c61-8d66-74e751c11440 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:58.303940 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-fccd97f7-18fa-4c61-8d66-74e751c11440 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/networks?id=92dfb464-79ad-438f-84d7-a1d7875537d1 HTTP/1.1" status: 200 len: 811 time: 0.1537027 Jul 14 14:04:58.316012 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] For port 3a1d1969-de30-4811-9f44-8992b9f51d11, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:04:58.320934 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] For port 3a1d1969-de30-4811-9f44-8992b9f51d11, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=3a1d1969-de30-4811-9f44-8992b9f51d11,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:04:58.327237 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:58.333816 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-bffee2d5-7395-4cc6-a0d2-85ad4358f6e9 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/quotas/a3cbdfa5a4d5454e84b587911735d88d HTTP/1.1" status: 200 len: 375 time: 0.0235016 Jul 14 14:04:58.389940 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Routers {'38b20c73-e667-4d9e-9391-c69b2f8204fb'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:04:58.390588 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:04:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['38b20c73-e667-4d9e-9391-c69b2f8204fb'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:58.414287 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-4b872171-1784-44cf-b52d-98e653ea5263 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3cbdfa5a4d5454e84b587911735d88d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793643 Jul 14 14:04:58.454956 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b41be2-ab20-4f0a-85d1-64b425ea0771 None None] Pushing event updated for resources: {'Port': ['ID=3a1d1969-de30-4811-9f44-8992b9f51d11,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:04:58.534891 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-4ab2197e-2101-4987-aff6-700eb9ed83b1 service neutron] 10.222.0.57 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026473 Jul 14 14:04:58.544408 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] Set router 38b20c73-e667-4d9e-9391-c69b2f8204fb gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:04:58.654586 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-737b7937-ffa3-42d9-8225-b5e0b694dda1 service neutron] 10.222.0.57 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127360 Jul 14 14:04:58.794905 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:58Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:04:58.827520 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c524e6-b170-42b4-a50c-85f599448897 None None] The sync data for ids ['38b20c73-e667-4d9e-9391-c69b2f8204fb'] in dv-cinder-786927-3-iscsi is: [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:58Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:04:58.949377 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c8d727aa-d7b9-4529-8f3e-0ec5ed0e5c35 req-170eb905-0a4d-4103-b123-f974f24052f7 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 210 time: 0.0407133 Jul 14 14:04:59.334460 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 2cf69d9a-079c-4e69-917b-5739748ad317 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:59.390458 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 2cf69d9a-079c-4e69-917b-5739748ad317 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:59.391003 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:59.478266 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 3a1d1969-de30-4811-9f44-8992b9f51d11 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:04:59.529885 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 3a1d1969-de30-4811-9f44-8992b9f51d11 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:04:59.533866 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 3a1d1969-de30-4811-9f44-8992b9f51d11 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:04:59.534319 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:59.617759 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:59.651103 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port 3a1d1969-de30-4811-9f44-8992b9f51d11, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=3a1d1969-de30-4811-9f44-8992b9f51d11,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:04:59.655014 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:59.707327 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=3a1d1969-de30-4811-9f44-8992b9f51d11,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:00.094988 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fa2a497e-aa01-466d-b1c3-30ca9283d061 req-a1d4d19e-ad36-48ed-b53d-ea3e0ff80db8 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 210 time: 0.0305226 Jul 14 14:05:01.228322 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 3a1d1969-de30-4811-9f44-8992b9f51d11 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:01.241710 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a60dbebc-f4a6-4630-ba64-e85fa471f6f5 req-5345b1ef-7584-43b4-bcdc-8893a8c26e54 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 210 time: 0.0320904 Jul 14 14:05:01.277232 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 3a1d1969-de30-4811-9f44-8992b9f51d11 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:01.277608 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:02.387184 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ef783073-67a7-41bb-a505-b1e982c0faca req-99c2c3d3-9eb9-45a8-9ef4-7be197e8f343 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 210 time: 0.0297568 Jul 14 14:05:02.660388 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-cb915ce1-5972-4696-bc2d-f4e6611e3fbc tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:02.662074 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-cb915ce1-5972-4696-bc2d-f4e6611e3fbc tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.38 "GET /v2.0/networks?id=92dfb464-79ad-438f-84d7-a1d7875537d1 HTTP/1.1" status: 200 len: 811 time: 0.1094372 Jul 14 14:05:02.711783 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-c715225a-4c56-478c-b45c-5b271a899991 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3cbdfa5a4d5454e84b587911735d88d HTTP/1.1" status: 200 len: 380 time: 0.0395117 Jul 14 14:05:02.721728 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-ed5386df-1070-4e47-bec1-029a264c5f82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Request body: {'port': {'device_id': 'bd04b4bf-bddb-4ce8-9afa-153b86b32b8b', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'admin_state_up': True, 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'security_groups': ['067e2fd8-4ba3-4895-baae-80576c59bd41']}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:02.840212 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-ed5386df-1070-4e47-bec1-029a264c5f82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Made reservation on behalf of a3cbdfa5a4d5454e84b587911735d88d for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:05:02.844006 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-ed5386df-1070-4e47-bec1-029a264c5f82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:02.853829 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 55348) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:02.961183 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3c92a61-537a-45cc-b7e6-3646bf7407ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:02.975126 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-ed5386df-1070-4e47-bec1-029a264c5f82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Allocated IP 172.20.0.13 (92dfb464-79ad-438f-84d7-a1d7875537d1/737b1b91-1b10-47bf-a364-9061ed8a4756/754b7d3d-79a5-4b34-8434-f6fd1fe3747b) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:05:03.083195 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3c92a61-537a-45cc-b7e6-3646bf7407ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:03.089632 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d3c92a61-537a-45cc-b7e6-3646bf7407ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:03.135047 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d3c92a61-537a-45cc-b7e6-3646bf7407ae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4d93fb06f89f4808a33f114da08e46eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801268 Jul 14 14:05:03.136248 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c92a61-537a-45cc-b7e6-3646bf7407ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd54c4-bc32-4b3f-9e35-b986ec487ea4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:03.137928 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55358) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:03.154732 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-ed5386df-1070-4e47-bec1-029a264c5f82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:03.180499 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-ed5386df-1070-4e47-bec1-029a264c5f82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Transition to ACTIVE for port object 754b7d3d-79a5-4b34-8434-f6fd1fe3747b will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:03.219872 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c8395c8d-51dc-4d35-bb2d-25d672a4a822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:03.247480 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-ed5386df-1070-4e47-bec1-029a264c5f82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:03.250333 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c8395c8d-51dc-4d35-bb2d-25d672a4a822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:03.325591 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-ed5386df-1070-4e47-bec1-029a264c5f82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Network 92dfb464-79ad-438f-84d7-a1d7875537d1 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:05:03.329295 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5386df-1070-4e47-bec1-029a264c5f82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event updated for resources: {'Port': ['ID=754b7d3d-79a5-4b34-8434-f6fd1fe3747b,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:03.332933 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-ed5386df-1070-4e47-bec1-029a264c5f82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:03.335301 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-ed5386df-1070-4e47-bec1-029a264c5f82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:05:03.385907 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c8395c8d-51dc-4d35-bb2d-25d672a4a822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:03.388877 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c8395c8d-51dc-4d35-bb2d-25d672a4a822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:03.390061 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c8395c8d-51dc-4d35-bb2d-25d672a4a822 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bcfd54c4-bc32-4b3f-9e35-b986ec487ea4 HTTP/1.1" status: 204 len: 168 time: 0.2509787 Jul 14 14:05:03.401398 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-ed5386df-1070-4e47-bec1-029a264c5f82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:03.402073 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-ed5386df-1070-4e47-bec1-029a264c5f82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:03.418016 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8395c8d-51dc-4d35-bb2d-25d672a4a822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd54c4-bc32-4b3f-9e35-b986ec487ea4,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:03.434623 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-ed5386df-1070-4e47-bec1-029a264c5f82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7167695 Jul 14 14:05:03.581912 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-5d0bf302-f711-41af-84d3-56007a681682 None None] Provisioning for port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:03.583290 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d8ec1-72e2-428e-9263-dd4603f61c05 req-38e9a3bf-72a0-430b-83b7-babe71d3a816 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:03.584314 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e5d8ec1-72e2-428e-9263-dd4603f61c05 req-38e9a3bf-72a0-430b-83b7-babe71d3a816 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 932 time: 0.0666912 Jul 14 14:05:03.587177 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-5d0bf302-f711-41af-84d3-56007a681682 None None] Provisioning complete for port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:03.587597 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf302-f711-41af-84d3-56007a681682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:03.622119 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-5d0bf302-f711-41af-84d3-56007a681682 None None] Port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:05:03.631849 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e5d8ec1-72e2-428e-9263-dd4603f61c05 req-cd424a2d-5614-4289-b4bb-195c1d4307fa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=067e2fd8-4ba3-4895-baae-80576c59bd41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406241 Jul 14 14:05:04.038123 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55382) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:04.130230 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-227987239-network', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:04.151056 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] Made reservation on behalf of b139a63d2fde409a9f90b021e639f77c for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:05:04.153484 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.162061 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.253282 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.257530 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.278900 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:05:04.293706 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7acc634-8d37-4170-b598-b3677669561d,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:04.296520 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.296856 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] Added segment e9ad3048-10fc-4342-b402-722807577785 of type vlan for network e3ad5087-ddb5-4936-b169-5492f416fc3a Jul 14 14:05:04.339430 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.368167 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.369033 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:04.369651 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.422027 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3828008 Jul 14 14:05:04.424852 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55388) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:04.431617 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-6d8d9f8d-cc15-421d-be37-4eb1aa81d960 admin admin] Request body: {'subnet': {'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-227987239-subnet', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:04.435681 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe10575-f770-40a1-bd1d-ddd23588a58a admin admin] Pushing event updated for resources: {'Network': ['ID=e3ad5087-ddb5-4936-b169-5492f416fc3a,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:04.445996 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network e3ad5087-ddb5-4936-b169-5492f416fc3a details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:05:04.456108 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8d9f8d-cc15-421d-be37-4eb1aa81d960 admin admin] Made reservation on behalf of b139a63d2fde409a9f90b021e639f77c for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:05:04.459035 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6d8d9f8d-cc15-421d-be37-4eb1aa81d960 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3572695'] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.632013 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6d8d9f8d-cc15-421d-be37-4eb1aa81d960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2796926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3572709'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.687599 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d9f8d-cc15-421d-be37-4eb1aa81d960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60848457-4419-4463-aa3d-f6155b17741c,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:04.700323 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d9f8d-cc15-421d-be37-4eb1aa81d960 admin admin] Checking segment: {'id': 'e9ad3048-10fc-4342-b402-722807577785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:05:04.700732 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8d9f8d-cc15-421d-be37-4eb1aa81d960 admin admin] Network hostable DHCP agents. Network: e3ad5087-ddb5-4936-b169-5492f416fc3a, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:05:04.719066 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8d9f8d-cc15-421d-be37-4eb1aa81d960 admin admin] Network e3ad5087-ddb5-4936-b169-5492f416fc3a is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:05:04.729022 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-6d8d9f8d-cc15-421d-be37-4eb1aa81d960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, e3ad5087-ddb5-4936-b169-5492f416fc3a) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:04.733475 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d9f8d-cc15-421d-be37-4eb1aa81d960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:04.734730 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6d8d9f8d-cc15-421d-be37-4eb1aa81d960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.740724 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3484571-3c46-41b1-b0e1-d561e1d7090f None None] Network e3ad5087-ddb5-4936-b169-5492f416fc3a requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:05:04.762360 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6d8d9f8d-cc15-421d-be37-4eb1aa81d960 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3364053 Jul 14 14:05:04.765161 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 55392) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:04.770513 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:04.795547 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12423'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.797314 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12430'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.821511 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b12da-03bb-4656-8fd4-c57de743b2cf req-e9877dec-79f1-4f14-960c-4a62a5e50e07 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:04.823035 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f58b12da-03bb-4656-8fd4-c57de743b2cf req-e9877dec-79f1-4f14-960c-4a62a5e50e07 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 932 time: 0.0737281 Jul 14 14:05:04.851230 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.865360 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f58b12da-03bb-4656-8fd4-c57de743b2cf req-3b9d140a-02ea-4e2a-bb88-7a0513627807 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=067e2fd8-4ba3-4895-baae-80576c59bd41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358477 Jul 14 14:05:04.909606 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77d02e5-6f03-5af9-b228-ffa7c33a544f-e3ad5087-ddb5-4936-b169-5492f416fc3a', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'fixed_ips': [{'subnet_id': '60848457-4419-4463-aa3d-f6155b17741c'}]}} from dv-cinder-786927-3-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:05:04.910514 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:04.989506 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12448'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.041744 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Allocated IP 172.20.0.2 (e3ad5087-ddb5-4936-b169-5492f416fc3a/60848457-4419-4463-aa3d-f6155b17741c/beb3d452-a737-4c7c-96be-ed0d4c8b2221) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:05:05.182955 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.187444 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.196793 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Transition to ACTIVE for port object beb3d452-a737-4c7c-96be-ed0d4c8b2221 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:05.204374 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.212049 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Transition to ACTIVE for port object beb3d452-a737-4c7c-96be-ed0d4c8b2221 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:05.217672 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.255928 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Network e3ad5087-ddb5-4936-b169-5492f416fc3a is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:05:05.262171 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:05.266692 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:05:05.269561 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Pushing event updated for resources: {'Port': ['ID=beb3d452-a737-4c7c-96be-ed0d4c8b2221,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:05.310006 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Request body: {'port': {'device_id': 'bd04b4bf-bddb-4ce8-9afa-153b86b32b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:05.314828 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Allocated IP 172.27.0.174 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/e16d3ac0-1ec2-49f2-b182-0d0e812f925c) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:05:05.328589 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Attempting to bind port beb3d452-a737-4c7c-96be-ed0d4c8b2221 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:05:05.328991 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Attempting to bind port beb3d452-a737-4c7c-96be-ed0d4c8b2221 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': 'e9ad3048-10fc-4342-b402-722807577785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:05:05.329383 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Attempting to bind port beb3d452-a737-4c7c-96be-ed0d4c8b2221 on network e3ad5087-ddb5-4936-b169-5492f416fc3a {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:05.335380 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:05:05.335902 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Checking segment: {'id': 'e9ad3048-10fc-4342-b402-722807577785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:05:05.336131 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.336514 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Bound using segment: {'id': 'e9ad3048-10fc-4342-b402-722807577785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:05:05.336984 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Bound port: beb3d452-a737-4c7c-96be-ed0d4c8b2221, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ad3048-10fc-4342-b402-722807577785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:05:05.337398 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.401691 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] For port beb3d452-a737-4c7c-96be-ed0d4c8b2221, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:05:05.404900 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] For port beb3d452-a737-4c7c-96be-ed0d4c8b2221, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=beb3d452-a737-4c7c-96be-ed0d4c8b2221,segment=NetworkSegment(e9ad3048-10fc-4342-b402-722807577785),segment_id=e9ad3048-10fc-4342-b402-722807577785)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:05:05.406242 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.411209 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.426374 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.467244 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a25b21-392d-45e5-a349-9b04298aa46f None None] Pushing event updated for resources: {'Port': ['ID=beb3d452-a737-4c7c-96be-ed0d4c8b2221,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:05.479564 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.536674 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:05:05.539744 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:05.544399 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:05:05.547578 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Pushing event updated for resources: {'Port': ['ID=e16d3ac0-1ec2-49f2-b182-0d0e812f925c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:05.743983 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754b7d3d-79a5-4b34-8434-f6fd1fe3747b {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:05:05.752002 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.765728 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Transition to ACTIVE for port object 754b7d3d-79a5-4b34-8434-f6fd1fe3747b will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:05.771120 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.826600 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Pushing event updated for resources: {'Port': ['ID=754b7d3d-79a5-4b34-8434-f6fd1fe3747b,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:05.844689 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.897912 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Attempting to bind port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:05:05.898164 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Attempting to bind port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:05:05.898553 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Attempting to bind port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b on network 92dfb464-79ad-438f-84d7-a1d7875537d1 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:05.904168 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b on network 92dfb464-79ad-438f-84d7-a1d7875537d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:05:05.904168 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Attempting to bind port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b on network 92dfb464-79ad-438f-84d7-a1d7875537d1 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:05.910228 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:05:05.910398 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Checking segment: {'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:05:05.910773 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Bound using segment: {'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:05:05.911217 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Bound port: 754b7d3d-79a5-4b34-8434-f6fd1fe3747b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:05:05.911585 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:06.002741 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] For port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b, host hv-cinder-78692, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:05:06.006785 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] For port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=754b7d3d-79a5-4b34-8434-f6fd1fe3747b,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:05:06.013221 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:06.048905 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:06.049615 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:06.051120 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] 10.222.0.38 "PUT /v2.0/ports/754b7d3d-79a5-4b34-8434-f6fd1fe3747b HTTP/1.1" status: 200 len: 1094 time: 0.7459950 Jul 14 14:05:06.051565 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd04b4bf-bddb-4ce8-9afa-153b86b32b8b', 'tag': '754b7d3d-79a5-4b34-8434-f6fd1fe3747b'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:06.053977 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3de5d1e-5900-452c-bbca-c0446dfee2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd04b4bf-bddb-4ce8-9afa-153b86b32b8b", "tag": "754b7d3d-79a5-4b34-8434-f6fd1fe3747b"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:06.078592 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66208c13-b03e-4271-8055-73dbfbbeccaa service neutron] Pushing event updated for resources: {'Port': ['ID=754b7d3d-79a5-4b34-8434-f6fd1fe3747b,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:06.094867 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405964'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:06.113008 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1053064d-7b25-48d4-9d79-52c53d799109 x-openstack-request-id: req-1053064d-7b25-48d4-9d79-52c53d799109 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:06.113422 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd04b4bf-bddb-4ce8-9afa-153b86b32b8b", "tag": "754b7d3d-79a5-4b34-8434-f6fd1fe3747b", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:06.114481 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1053064d-7b25-48d4-9d79-52c53d799109 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:06.114907 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd04b4bf-bddb-4ce8-9afa-153b86b32b8b', 'tag': '754b7d3d-79a5-4b34-8434-f6fd1fe3747b', 'status': 'completed', 'code': 200} Jul 14 14:05:06.152289 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbbea2-9a35-483a-b28e-49e7d8d09093 req-70c64aef-3fd4-49fa-b1b4-a9171c2c9017 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:06.153910 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8cbbbea2-9a35-483a-b28e-49e7d8d09093 req-70c64aef-3fd4-49fa-b1b4-a9171c2c9017 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 944 time: 0.1184745 Jul 14 14:05:06.236844 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8cbbbea2-9a35-483a-b28e-49e7d8d09093 req-0ef3812b-d123-4e5b-9c88-c2f8e1f1d34b tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=067e2fd8-4ba3-4895-baae-80576c59bd41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765333 Jul 14 14:05:06.274647 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Router fb349e53-4bad-454a-9fd1-47887785652d is scheduled to L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:05:06.392517 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:05:06.404983 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Sync routers for ids ['fb349e53-4bad-454a-9fd1-47887785652d'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:05:06.412100 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:06.413588 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9d91f415-4c17-4b4f-a71d-1d853c2c6f78 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6468892 Jul 14 14:05:06.416775 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 55402) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:06.420884 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Routers {'fb349e53-4bad-454a-9fd1-47887785652d'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:06.421657 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:04:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['fb349e53-4bad-454a-9fd1-47887785652d'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:06.426975 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de5d1e-5900-452c-bbca-c0446dfee2e4 req-16a5d9da-e9ed-48be-b87d-769044e63ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:06.428649 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3de5d1e-5900-452c-bbca-c0446dfee2e4 req-16a5d9da-e9ed-48be-b87d-769044e63ddc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a3cbdfa5a4d5454e84b587911735d88d&device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 1097 time: 0.0708494 Jul 14 14:05:06.567209 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de5d1e-5900-452c-bbca-c0446dfee2e4 req-109c5312-0c89-4943-8ea8-1da741300423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:06.569317 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3de5d1e-5900-452c-bbca-c0446dfee2e4 req-109c5312-0c89-4943-8ea8-1da741300423 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=a3cbdfa5a4d5454e84b587911735d88d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1318843 Jul 14 14:05:06.608929 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d06217e-8fbb-48bd-b08e-85877ca7c0ec None None] Network e3ad5087-ddb5-4936-b169-5492f416fc3a requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:05:06.675833 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de5d1e-5900-452c-bbca-c0446dfee2e4 req-78edfea3-139a-4ae8-9c80-415039227001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:06.679409 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3de5d1e-5900-452c-bbca-c0446dfee2e4 req-78edfea3-139a-4ae8-9c80-415039227001 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988336 Jul 14 14:05:06.734326 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-6a21d58c-879c-4e76-94a8-71405a089c55 None None] Provisioning for port beb3d452-a737-4c7c-96be-ed0d4c8b2221 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:06.769200 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Set router fb349e53-4bad-454a-9fd1-47887785652d gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:06.777934 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-8fae82ea-903f-48f8-90c1-fa973a855969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:06.779466 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-8fae82ea-903f-48f8-90c1-fa973a855969 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a3cbdfa5a4d5454e84b587911735d88d&device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 1097 time: 0.0587199 Jul 14 14:05:06.830378 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-62bba922-5ec1-456f-a2b3-4241c6ce226e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=754b7d3d-79a5-4b34-8434-f6fd1fe3747b HTTP/1.1" status: 200 len: 217 time: 0.0415890 Jul 14 14:05:06.883264 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-70aaab47-a72f-492b-bf1b-b5c8c8259bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:06.885564 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-70aaab47-a72f-492b-bf1b-b5c8c8259bd5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=737b1b91-1b10-47bf-a364-9061ed8a4756 HTTP/1.1" status: 200 len: 850 time: 0.0482807 Jul 14 14:05:06.949810 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-95d60fb8-6d6b-46a3-aaae-a2d2574382f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:06.951185 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-95d60fb8-6d6b-46a3-aaae-a2d2574382f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92dfb464-79ad-438f-84d7-a1d7875537d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579634 Jul 14 14:05:07.026741 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:05:05Z', 'revision_number': 3, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port': {'id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:05Z', 'updated_at': '2021-07-14T14:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:07.054212 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Checking router: fb349e53-4bad-454a-9fd1-47887785652d for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:05:07.054594 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Updating router fb349e53-4bad-454a-9fd1-47887785652d port e16d3ac0-1ec2-49f2-b182-0d0e812f925c binding host dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:05:07.063839 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-1d73a566-509e-4bb3-aeed-203ffdc21c05 service neutron] 10.222.0.38 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047041 Jul 14 14:05:07.092661 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.190561 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9d1dab-a93f-4e95-ab3d-06dd5f2daf73 req-e9681e03-4405-43f7-a6a3-de1f5cc82f65 service neutron] 10.222.0.38 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178153 Jul 14 14:05:07.195601 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.363487 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device beb3d452-a737-4c7c-96be-ed0d4c8b2221 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:07.397984 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Allocated IP 172.20.0.1 (e3ad5087-ddb5-4936-b169-5492f416fc3a/60848457-4419-4463-aa3d-f6155b17741c/2fc33215-d672-44c9-bc7f-696fe68ae41d) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:05:07.462137 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.476008 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Transition to ACTIVE for port object e16d3ac0-1ec2-49f2-b182-0d0e812f925c will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:07.485102 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port beb3d452-a737-4c7c-96be-ed0d4c8b2221 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:07.494072 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port beb3d452-a737-4c7c-96be-ed0d4c8b2221 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:07.494456 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.497566 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.507416 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcd182-56ab-4736-93d6-81ea664fce74 req-a8835aee-9fcb-4419-89df-ff2cc0fea538 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:07.510063 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-64fcd182-56ab-4736-93d6-81ea664fce74 req-a8835aee-9fcb-4419-89df-ff2cc0fea538 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 944 time: 0.0941966 Jul 14 14:05:07.550917 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.554562 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-64fcd182-56ab-4736-93d6-81ea664fce74 req-193a9114-2c63-4b0e-a924-2c79352cfabb tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=067e2fd8-4ba3-4895-baae-80576c59bd41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372624 Jul 14 14:05:07.566321 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Transition to ACTIVE for port object 2fc33215-d672-44c9-bc7f-696fe68ae41d will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:07.597873 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b74de4-3e5b-4b2d-bb19-ce14bb842e9e None None] Pushing event updated for resources: {'Port': ['ID=e16d3ac0-1ec2-49f2-b182-0d0e812f925c,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:07.601578 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Attempting to bind port e16d3ac0-1ec2-49f2-b182-0d0e812f925c on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:05:07.602042 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Attempting to bind port e16d3ac0-1ec2-49f2-b182-0d0e812f925c by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:05:07.602372 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Attempting to bind port e16d3ac0-1ec2-49f2-b182-0d0e812f925c on network aee5fac4-045e-4b71-9019-7c5205bf3b95 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:07.602518 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.613261 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:05:07.613661 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Checking segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:05:07.614062 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.614453 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Bound using segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:05:07.614916 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Bound port: e16d3ac0-1ec2-49f2-b182-0d0e812f925c, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:05:07.615291 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.644043 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Network e3ad5087-ddb5-4936-b169-5492f416fc3a is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:05:07.649744 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:07.651951 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc33215-d672-44c9-bc7f-696fe68ae41d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:07.654365 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:05:07.689956 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.692314 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409001'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.706537 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] For port e16d3ac0-1ec2-49f2-b182-0d0e812f925c, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:05:07.730149 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] For port e16d3ac0-1ec2-49f2-b182-0d0e812f925c, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=e16d3ac0-1ec2-49f2-b182-0d0e812f925c,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:05:07.742021 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.745413 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port beb3d452-a737-4c7c-96be-ed0d4c8b2221, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=beb3d452-a737-4c7c-96be-ed0d4c8b2221,segment=NetworkSegment(e9ad3048-10fc-4342-b402-722807577785),segment_id=e9ad3048-10fc-4342-b402-722807577785)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:07.775287 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.821481 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Routers {'fb349e53-4bad-454a-9fd1-47887785652d'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:07.822136 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:04:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['fb349e53-4bad-454a-9fd1-47887785652d'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:07.824203 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b74de4-3e5b-4b2d-bb19-ce14bb842e9e None None] Pushing event updated for resources: {'Port': ['ID=e16d3ac0-1ec2-49f2-b182-0d0e812f925c,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:07.856472 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:07.954236 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=beb3d452-a737-4c7c-96be-ed0d4c8b2221,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:07.967004 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-1aaeecf7-9bb2-42ad-9c04-ba65f8d300b8 None None] Provisioning for port 2fc33215-d672-44c9-bc7f-696fe68ae41d completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:07.977449 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-1aaeecf7-9bb2-42ad-9c04-ba65f8d300b8 None None] Provisioning complete for port 2fc33215-d672-44c9-bc7f-696fe68ae41d triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:07.977851 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1aaeecf7-9bb2-42ad-9c04-ba65f8d300b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:08.006293 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] Set router fb349e53-4bad-454a-9fd1-47887785652d gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:08.029411 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:08.034184 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:08.052806 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-1aaeecf7-9bb2-42ad-9c04-ba65f8d300b8 None None] Port 2fc33215-d672-44c9-bc7f-696fe68ae41d cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:05:08.099612 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16476197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407779'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:08.102229 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc33215-d672-44c9-bc7f-696fe68ae41d,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:08.193806 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Network e3ad5087-ddb5-4936-b169-5492f416fc3a is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:05:08.195251 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:08.217757 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 4, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port': {'id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:05Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '2fc33215-d672-44c9-bc7f-696fe68ae41d', 'name': '', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'mac_address': 'fa:16:3e:79:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '60848457-4419-4463-aa3d-f6155b17741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:07Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 1, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'subnets': [{'id': '60848457-4419-4463-aa3d-f6155b17741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:08.244145 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0750f-6cc7-4949-ad47-295c34d066e1 None None] The sync data for ids ['fb349e53-4bad-454a-9fd1-47887785652d'] in dv-cinder-786927-3-iscsi is: [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 4, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port': {'id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:05Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '2fc33215-d672-44c9-bc7f-696fe68ae41d', 'name': '', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'mac_address': 'fa:16:3e:79:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '60848457-4419-4463-aa3d-f6155b17741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:07Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 1, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'subnets': [{'id': '60848457-4419-4463-aa3d-f6155b17741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:05:08.317964 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Router fb349e53-4bad-454a-9fd1-47887785652d has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:05:08.440389 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:05:08.455408 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0e08eca6-4f6f-41e3-8823-80fad9eb4f03 admin admin] 10.222.0.57 "PUT /v2.0/routers/fb349e53-4bad-454a-9fd1-47887785652d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0374725 Jul 14 14:05:08.476204 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-68b70afd-c05b-4413-ba71-28b75ff844c3 None None] Provisioning complete for port 2fc33215-d672-44c9-bc7f-696fe68ae41d triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:08.477249 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-68b70afd-c05b-4413-ba71-28b75ff844c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:08.524500 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-68b70afd-c05b-4413-ba71-28b75ff844c3 None None] Port 2fc33215-d672-44c9-bc7f-696fe68ae41d cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:05:08.748933 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4bc9e-69a6-40a1-baf7-4b55dc99cc5a req-6a59c651-e937-42e8-b0dc-700e4d27f2f4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:08.750629 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10a4bc9e-69a6-40a1-baf7-4b55dc99cc5a req-6a59c651-e937-42e8-b0dc-700e4d27f2f4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 944 time: 0.0756261 Jul 14 14:05:08.792301 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10a4bc9e-69a6-40a1-baf7-4b55dc99cc5a req-97b6b384-5e88-4ee5-ba21-4dabd6973839 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=067e2fd8-4ba3-4895-baae-80576c59bd41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359933 Jul 14 14:05:08.993544 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55432) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:08.998879 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1991687986-network', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:09.025147 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] Made reservation on behalf of e287154eb8854f52a64fdb1ef3336661 for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:05:09.027534 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.036126 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.131587 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.135480 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.160641 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:05:09.170661 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1745fc08-3341-4ea4-b7ca-c5e7bcf1ffa3,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:09.176670 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.177013 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] Added segment c7dab022-9bf0-4149-b9ea-63e342ecff3f of type vlan for network 5a91488a-7d45-415f-b648-7f9831b516af Jul 14 14:05:09.222637 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.258293 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.259434 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:09.260075 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.321838 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3268392 Jul 14 14:05:09.323215 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 55434) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:09.328552 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-7c80c2d3-2ec6-4c86-9397-9efffa28fe63 admin admin] Request body: {'subnet': {'network_id': '5a91488a-7d45-415f-b648-7f9831b516af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1991687986-subnet', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:09.328754 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc2544-0222-4695-aa90-7d84df57d069 admin admin] Pushing event updated for resources: {'Network': ['ID=5a91488a-7d45-415f-b648-7f9831b516af,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:09.340471 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 5a91488a-7d45-415f-b648-7f9831b516af details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:05:09.360190 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device beb3d452-a737-4c7c-96be-ed0d4c8b2221 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:09.363097 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c80c2d3-2ec6-4c86-9397-9efffa28fe63 admin admin] Made reservation on behalf of e287154eb8854f52a64fdb1ef3336661 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:05:09.366659 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c80c2d3-2ec6-4c86-9397-9efffa28fe63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4014917'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.576504 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c80c2d3-2ec6-4c86-9397-9efffa28fe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3973763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4014967'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.587419 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port beb3d452-a737-4c7c-96be-ed0d4c8b2221 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:09.587419 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.648493 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80c2d3-2ec6-4c86-9397-9efffa28fe63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:09.650569 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80c2d3-2ec6-4c86-9397-9efffa28fe63 admin admin] Checking segment: {'id': 'c7dab022-9bf0-4149-b9ea-63e342ecff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:05:09.650922 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80c2d3-2ec6-4c86-9397-9efffa28fe63 admin admin] Network hostable DHCP agents. Network: 5a91488a-7d45-415f-b648-7f9831b516af, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:05:09.669851 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80c2d3-2ec6-4c86-9397-9efffa28fe63 admin admin] Network 5a91488a-7d45-415f-b648-7f9831b516af is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:05:09.673273 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device e16d3ac0-1ec2-49f2-b182-0d0e812f925c up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:09.683399 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-7c80c2d3-2ec6-4c86-9397-9efffa28fe63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 5a91488a-7d45-415f-b648-7f9831b516af) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:09.691995 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c80c2d3-2ec6-4c86-9397-9efffa28fe63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:09.692952 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c80c2d3-2ec6-4c86-9397-9efffa28fe63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.698231 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badadb12-ec1a-41f2-af53-4b24ac339e36 None None] Network 5a91488a-7d45-415f-b648-7f9831b516af requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:05:09.712511 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7c80c2d3-2ec6-4c86-9397-9efffa28fe63 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3881850 Jul 14 14:05:09.716271 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55438) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:09.720928 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1991687986-router', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:09.743675 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12423'] for router, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.744939 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12430'] for router, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.783509 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port e16d3ac0-1ec2-49f2-b182-0d0e812f925c completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:09.795474 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port e16d3ac0-1ec2-49f2-b182-0d0e812f925c triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:09.795842 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.803853 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.935502 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77d02e5-6f03-5af9-b228-ffa7c33a544f-5a91488a-7d45-415f-b648-7f9831b516af', 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'fixed_ips': [{'subnet_id': 'cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b'}]}} from dv-cinder-786927-3-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:05:09.936354 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.968192 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.047630 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port e16d3ac0-1ec2-49f2-b182-0d0e812f925c, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=e16d3ac0-1ec2-49f2-b182-0d0e812f925c,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:10.055606 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.144361 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=e16d3ac0-1ec2-49f2-b182-0d0e812f925c,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:10.150193 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Allocated IP 172.20.0.2 (5a91488a-7d45-415f-b648-7f9831b516af/cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b/73b4a9b2-cd21-4b1d-a111-17d2c9be4b79) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:05:10.235768 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12448'] for router, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.304561 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.304709 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5fb77-e113-42e3-8ca3-00dbd84f4ce8 req-36087e91-b8af-4185-adbb-34ca6d386be5 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:10.306407 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5bb5fb77-e113-42e3-8ca3-00dbd84f4ce8 req-36087e91-b8af-4185-adbb-34ca6d386be5 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 944 time: 0.2018344 Jul 14 14:05:10.314359 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Transition to ACTIVE for port object 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:10.330692 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Transition to ACTIVE for port object 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:10.338272 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.365577 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5bb5fb77-e113-42e3-8ca3-00dbd84f4ce8 req-ffa07b50-9943-434c-9c67-af6a8889133b tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=067e2fd8-4ba3-4895-baae-80576c59bd41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469456 Jul 14 14:05:10.386808 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Network 5a91488a-7d45-415f-b648-7f9831b516af is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:05:10.396410 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:10.400081 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:05:10.407963 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Sync routers for ids ['fb349e53-4bad-454a-9fd1-47887785652d'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:05:10.411215 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Pushing event updated for resources: {'Port': ['ID=73b4a9b2-cd21-4b1d-a111-17d2c9be4b79,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:10.420468 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Routers {'fb349e53-4bad-454a-9fd1-47887785652d'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:10.421119 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:04:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['fb349e53-4bad-454a-9fd1-47887785652d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:10.465910 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Attempting to bind port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:05:10.466292 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Attempting to bind port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': 'c7dab022-9bf0-4149-b9ea-63e342ecff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:05:10.466652 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Attempting to bind port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 on network 5a91488a-7d45-415f-b648-7f9831b516af {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:10.473270 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:05:10.473653 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Checking segment: {'id': 'c7dab022-9bf0-4149-b9ea-63e342ecff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:05:10.474052 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.474445 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Bound using segment: {'id': 'c7dab022-9bf0-4149-b9ea-63e342ecff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:05:10.474910 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Bound port: 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7dab022-9bf0-4149-b9ea-63e342ecff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:05:10.475292 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.509706 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.528984 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Set router fb349e53-4bad-454a-9fd1-47887785652d gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:10.531111 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.546764 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] For port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:05:10.549837 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] For port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=73b4a9b2-cd21-4b1d-a111-17d2c9be4b79,segment=NetworkSegment(c7dab022-9bf0-4149-b9ea-63e342ecff3f),segment_id=c7dab022-9bf0-4149-b9ea-63e342ecff3f)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:05:10.554959 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.623026 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66381164-adb7-4209-8c74-e41c1b81b81f None None] Pushing event updated for resources: {'Port': ['ID=73b4a9b2-cd21-4b1d-a111-17d2c9be4b79,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:10.664317 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Allocated IP 172.27.0.232 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/e4389b7b-22e0-4f6e-bef4-22cd3aa23272) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:05:10.670016 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:05:10.760094 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.764013 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 4, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port': {'id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:05Z', 'updated_at': '2021-07-14T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '2fc33215-d672-44c9-bc7f-696fe68ae41d', 'name': '', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'mac_address': 'fa:16:3e:79:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '60848457-4419-4463-aa3d-f6155b17741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:07Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 2, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'subnets': [{'id': '60848457-4419-4463-aa3d-f6155b17741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:10.777872 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.793304 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Checking router: fb349e53-4bad-454a-9fd1-47887785652d for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:05:10.793952 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Updating router fb349e53-4bad-454a-9fd1-47887785652d port 2fc33215-d672-44c9-bc7f-696fe68ae41d binding host dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:05:10.839628 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.856681 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.888615 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:05:10.891906 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:10.894661 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:05:10.952234 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Pushing event updated for resources: {'Port': ['ID=e4389b7b-22e0-4f6e-bef4-22cd3aa23272,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:11.165320 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:11.180244 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Transition to ACTIVE for port object 2fc33215-d672-44c9-bc7f-696fe68ae41d will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:11.187842 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:11.206143 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:11.352252 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6547387-7e25-4f58-a46e-1b81d82a6d19 None None] Pushing event updated for resources: {'Port': ['ID=2fc33215-d672-44c9-bc7f-696fe68ae41d,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:11.355748 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Attempting to bind port 2fc33215-d672-44c9-bc7f-696fe68ae41d on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:05:11.356115 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Attempting to bind port 2fc33215-d672-44c9-bc7f-696fe68ae41d by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': 'e9ad3048-10fc-4342-b402-722807577785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:05:11.356534 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Attempting to bind port 2fc33215-d672-44c9-bc7f-696fe68ae41d on network e3ad5087-ddb5-4936-b169-5492f416fc3a {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:11.365797 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:05:11.366163 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Checking segment: {'id': 'e9ad3048-10fc-4342-b402-722807577785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:05:11.366650 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:11.367019 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Bound using segment: {'id': 'e9ad3048-10fc-4342-b402-722807577785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:05:11.367491 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Bound port: 2fc33215-d672-44c9-bc7f-696fe68ae41d, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ad3048-10fc-4342-b402-722807577785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:05:11.367894 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:11.450937 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:11.505232 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] For port 2fc33215-d672-44c9-bc7f-696fe68ae41d, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:05:11.510913 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] For port 2fc33215-d672-44c9-bc7f-696fe68ae41d, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=2fc33215-d672-44c9-bc7f-696fe68ae41d,segment=NetworkSegment(e9ad3048-10fc-4342-b402-722807577785),segment_id=e9ad3048-10fc-4342-b402-722807577785)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:05:11.516858 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:11.557997 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405964'] for router, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:11.592221 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6547387-7e25-4f58-a46e-1b81d82a6d19 None None] Pushing event updated for resources: {'Port': ['ID=2fc33215-d672-44c9-bc7f-696fe68ae41d,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:11.639493 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Routers {'fb349e53-4bad-454a-9fd1-47887785652d'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:11.640136 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:04:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['fb349e53-4bad-454a-9fd1-47887785652d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:11.699680 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 754b7d3d-79a5-4b34-8434-f6fd1fe3747b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:05:11.733326 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90194547-9b02-4eeb-ad80-398589e8da22 req-0e391f4e-e588-4bfb-a703-29a8bbcef328 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:11.735925 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90194547-9b02-4eeb-ad80-398589e8da22 req-0e391f4e-e588-4bfb-a703-29a8bbcef328 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 944 time: 0.1835968 Jul 14 14:05:11.755112 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:11.778878 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device e16d3ac0-1ec2-49f2-b182-0d0e812f925c up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:11.804911 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90194547-9b02-4eeb-ad80-398589e8da22 req-e754651d-331f-488c-bcdf-b07fa27790b2 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=067e2fd8-4ba3-4895-baae-80576c59bd41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614564 Jul 14 14:05:11.836613 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Router 36b16f67-49de-448c-8171-141e7acd6101 is scheduled to L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e with binding_index 1 {{(pid=92927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:05:11.923463 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=754b7d3d-79a5-4b34-8434-f6fd1fe3747b,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:11.937893 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '754b7d3d-79a5-4b34-8434-f6fd1fe3747b', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'port_id': '754b7d3d-79a5-4b34-8434-f6fd1fe3747b', 'mac_address': 'fa:16:3e:ae:19:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:05:11.994999 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e853159e-a46c-4b49-b969-b36bb5338a18 None None] Network 5a91488a-7d45-415f-b648-7f9831b516af requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:05:11.996943 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:05:12.006146 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] Set router fb349e53-4bad-454a-9fd1-47887785652d gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:12.014373 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.018059 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b3d37078-17de-4d3f-bce0-7105003f2f98 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2981453 Jul 14 14:05:12.018366 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55452) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:12.039923 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Sync routers for ids ['36b16f67-49de-448c-8171-141e7acd6101'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:05:12.069767 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.094629 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Routers {'36b16f67-49de-448c-8171-141e7acd6101'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:12.095261 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:04:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['36b16f67-49de-448c-8171-141e7acd6101'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:12.147694 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754b7d3d-79a5-4b34-8434-f6fd1fe3747b {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:05:12.151571 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-3a374243-e6b7-428e-ac26-bd59adb964a0 None None] Provisioning for port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:12.165169 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port e16d3ac0-1ec2-49f2-b182-0d0e812f925c triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:12.165537 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.176425 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-3a374243-e6b7-428e-ac26-bd59adb964a0 None None] Provisioning complete for port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:12.176799 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a374243-e6b7-428e-ac26-bd59adb964a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.214990 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 4, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port': {'id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:05Z', 'updated_at': '2021-07-14T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '2fc33215-d672-44c9-bc7f-696fe68ae41d', 'name': '', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'mac_address': 'fa:16:3e:79:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '60848457-4419-4463-aa3d-f6155b17741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:07Z', 'updated_at': '2021-07-14T14:05:11Z', 'revision_number': 4, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'subnets': [{'id': '60848457-4419-4463-aa3d-f6155b17741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:12.243941 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=754b7d3d-79a5-4b34-8434-f6fd1fe3747b,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:12.248623 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d528f5-940c-46f5-9867-fd397ffaa79b None None] The sync data for ids ['fb349e53-4bad-454a-9fd1-47887785652d'] in dv-cinder-786927-3-iscsi is: [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 4, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port': {'id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:05Z', 'updated_at': '2021-07-14T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '2fc33215-d672-44c9-bc7f-696fe68ae41d', 'name': '', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'mac_address': 'fa:16:3e:79:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '60848457-4419-4463-aa3d-f6155b17741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:07Z', 'updated_at': '2021-07-14T14:05:11Z', 'revision_number': 4, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'subnets': [{'id': '60848457-4419-4463-aa3d-f6155b17741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:05:12.306522 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.464226 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.536751 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Set router 36b16f67-49de-448c-8171-141e7acd6101 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:12.614523 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['754b7d3d-79a5-4b34-8434-f6fd1fe3747b'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:05:12.616716 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=754b7d3d-79a5-4b34-8434-f6fd1fe3747b,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:12.637571 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Allocated IP 172.20.0.1 (5a91488a-7d45-415f-b648-7f9831b516af/cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b/a2b3da01-2b6e-429d-b847-8270acd544b8) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:05:12.756628 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.770902 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Transition to ACTIVE for port object a2b3da01-2b6e-429d-b847-8270acd544b8 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:12.776218 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a374243-e6b7-428e-ac26-bd59adb964a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.807053 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.860836 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Network 5a91488a-7d45-415f-b648-7f9831b516af is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:05:12.867812 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:12.872086 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:05:12.875510 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Pushing event updated for resources: {'Port': ['ID=a2b3da01-2b6e-429d-b847-8270acd544b8,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:12.899757 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-3a374243-e6b7-428e-ac26-bd59adb964a0 None None] For port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=73b4a9b2-cd21-4b1d-a111-17d2c9be4b79,segment=NetworkSegment(c7dab022-9bf0-4149-b9ea-63e342ecff3f),segment_id=c7dab022-9bf0-4149-b9ea-63e342ecff3f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:12.918918 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a374243-e6b7-428e-ac26-bd59adb964a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.945742 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409001'] for router_interface, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.047338 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a374243-e6b7-428e-ac26-bd59adb964a0 None None] Pushing event updated for resources: {'Port': ['ID=73b4a9b2-cd21-4b1d-a111-17d2c9be4b79,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:13.076429 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b16f67-49de-448c-8171-141e7acd6101', 'name': 'tempest-TestMinimumBasicScenario-1991687986-router', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e4389b7b-22e0-4f6e-bef4-22cd3aa23272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:09Z', 'updated_at': '2021-07-14T14:05:11Z', 'revision_number': 3, 'project_id': 'e287154eb8854f52a64fdb1ef3336661', 'gw_port': {'id': 'e4389b7b-22e0-4f6e-bef4-22cd3aa23272', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b16f67-49de-448c-8171-141e7acd6101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:10Z', 'updated_at': '2021-07-14T14:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:13.127092 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Checking router: 36b16f67-49de-448c-8171-141e7acd6101 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:05:13.127092 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Updating router 36b16f67-49de-448c-8171-141e7acd6101 port e4389b7b-22e0-4f6e-bef4-22cd3aa23272 binding host dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:05:13.147513 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeef2e-502f-4535-b1d2-14d57760467e req-9ff251e5-0e35-47c7-bb62-0817146ea63b tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:13.155286 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f4aeef2e-502f-4535-b1d2-14d57760467e req-9ff251e5-0e35-47c7-bb62-0817146ea63b tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 945 time: 0.1288688 Jul 14 14:05:13.174010 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.235955 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f4aeef2e-502f-4535-b1d2-14d57760467e req-99f19e35-7008-445b-bd5e-b0d19c0ff068 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=067e2fd8-4ba3-4895-baae-80576c59bd41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796139 Jul 14 14:05:13.240970 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.306949 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-e26cabc0-e8d9-4549-914d-e1793885649f None None] Provisioning complete for port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:13.307328 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e26cabc0-e8d9-4549-914d-e1793885649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.342169 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:13.425635 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.431566 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.495993 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16476197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407779'] for router_interface, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.501520 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Pushing event updated for resources: {'Port': ['ID=a2b3da01-2b6e-429d-b847-8270acd544b8,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:13.503093 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:13.503472 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.598673 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Network 5a91488a-7d45-415f-b648-7f9831b516af is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:05:13.600210 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:13.613555 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0fccbde1-1303-4983-bbbd-024f040e53db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.664268 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.685270 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Transition to ACTIVE for port object e4389b7b-22e0-4f6e-bef4-22cd3aa23272 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:13.687764 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 2fc33215-d672-44c9-bc7f-696fe68ae41d up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:13.693392 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 754b7d3d-79a5-4b34-8434-f6fd1fe3747b up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:13.720976 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.752188 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-38d27e6c-e40e-4d69-a0bb-0e5b66da324d None None] Provisioning for port a2b3da01-2b6e-429d-b847-8270acd544b8 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:13.796001 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-38d27e6c-e40e-4d69-a0bb-0e5b66da324d None None] Provisioning complete for port a2b3da01-2b6e-429d-b847-8270acd544b8 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:13.796684 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-38d27e6c-e40e-4d69-a0bb-0e5b66da324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.858687 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa8ebf-b76d-4e08-bf1a-fa5f660353f4 None None] Pushing event updated for resources: {'Port': ['ID=e4389b7b-22e0-4f6e-bef4-22cd3aa23272,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:13.861170 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Attempting to bind port e4389b7b-22e0-4f6e-bef4-22cd3aa23272 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:05:13.861551 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Attempting to bind port e4389b7b-22e0-4f6e-bef4-22cd3aa23272 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:05:13.861917 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Attempting to bind port e4389b7b-22e0-4f6e-bef4-22cd3aa23272 on network aee5fac4-045e-4b71-9019-7c5205bf3b95 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:13.881019 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:05:13.881336 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Checking segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:05:13.881735 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.882131 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Bound using segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:05:13.882619 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Bound port: e4389b7b-22e0-4f6e-bef4-22cd3aa23272, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:05:13.883001 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.911513 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-38d27e6c-e40e-4d69-a0bb-0e5b66da324d None None] Port a2b3da01-2b6e-429d-b847-8270acd544b8 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:05:13.917544 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 2fc33215-d672-44c9-bc7f-696fe68ae41d completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:13.922539 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:13.934460 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 2fc33215-d672-44c9-bc7f-696fe68ae41d triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:13.934835 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.958782 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Router 36b16f67-49de-448c-8171-141e7acd6101 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:05:13.960156 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:13.960529 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:13.990977 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] For port e4389b7b-22e0-4f6e-bef4-22cd3aa23272, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:05:14.011360 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] For port e4389b7b-22e0-4f6e-bef4-22cd3aa23272, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=e4389b7b-22e0-4f6e-bef4-22cd3aa23272,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:05:14.021546 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:14.071034 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:05:14.076011 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-a1868a9b-4e40-4801-a130-068ab1a9d557 admin admin] 10.222.0.57 "PUT /v2.0/routers/36b16f67-49de-448c-8171-141e7acd6101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0565810 Jul 14 14:05:14.113636 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b1e7f471-c9ce-4bfa-bd60-3403216df508 None None] Provisioning complete for port a2b3da01-2b6e-429d-b847-8270acd544b8 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:14.114006 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b1e7f471-c9ce-4bfa-bd60-3403216df508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:14.176846 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa8ebf-b76d-4e08-bf1a-fa5f660353f4 None None] Pushing event updated for resources: {'Port': ['ID=e4389b7b-22e0-4f6e-bef4-22cd3aa23272,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:14.183549 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Routers {'36b16f67-49de-448c-8171-141e7acd6101'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:14.184040 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:04:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['36b16f67-49de-448c-8171-141e7acd6101'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:14.267602 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-b1e7f471-c9ce-4bfa-bd60-3403216df508 None None] Port a2b3da01-2b6e-429d-b847-8270acd544b8 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:05:14.278012 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:14.318062 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:14.375124 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port 2fc33215-d672-44c9-bc7f-696fe68ae41d, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=2fc33215-d672-44c9-bc7f-696fe68ae41d,segment=NetworkSegment(e9ad3048-10fc-4342-b402-722807577785),segment_id=e9ad3048-10fc-4342-b402-722807577785)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:14.383849 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd04b4bf-bddb-4ce8-9afa-153b86b32b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754b7d3d-79a5-4b34-8434-f6fd1fe3747b'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:14.386418 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46743503-3c3c-4a5c-bf0f-a85ebbeaa760" -d '{"events": [{"server_uuid": "bd04b4bf-bddb-4ce8-9afa-153b86b32b8b", "name": "network-vif-plugged", "status": "completed", "tag": "754b7d3d-79a5-4b34-8434-f6fd1fe3747b"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:14.395631 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:14.414959 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=754b7d3d-79a5-4b34-8434-f6fd1fe3747b,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:14.417301 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] Set router 36b16f67-49de-448c-8171-141e7acd6101 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:14.452774 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6610f-12bd-4bf0-9b10-37c5e41c31c5 req-48f4a142-473e-4f93-b6c6-b220c5c9bd2c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:14.462283 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05d6610f-12bd-4bf0-9b10-37c5e41c31c5 req-48f4a142-473e-4f93-b6c6-b220c5c9bd2c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 945 time: 0.1009564 Jul 14 14:05:14.517766 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05d6610f-12bd-4bf0-9b10-37c5e41c31c5 req-4c483fce-d511-468a-bd0a-d330b108ade5 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=067e2fd8-4ba3-4895-baae-80576c59bd41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542114 Jul 14 14:05:14.606332 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15af78e4-aeb6-4dea-a25c-3327e0feafec x-openstack-request-id: req-15af78e4-aeb6-4dea-a25c-3327e0feafec {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:14.606617 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd04b4bf-bddb-4ce8-9afa-153b86b32b8b", "name": "network-vif-plugged", "status": "completed", "tag": "754b7d3d-79a5-4b34-8434-f6fd1fe3747b", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:14.606852 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-15af78e4-aeb6-4dea-a25c-3327e0feafec {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:14.607242 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd04b4bf-bddb-4ce8-9afa-153b86b32b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754b7d3d-79a5-4b34-8434-f6fd1fe3747b', 'code': 200} Jul 14 14:05:14.612083 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:14.682710 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=2fc33215-d672-44c9-bc7f-696fe68ae41d,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:14.717103 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055c392-d1f5-4738-9add-3e2cf653d7b1 req-fc8201ad-c676-4423-87d6-ccc70ae3c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:14.719042 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6055c392-d1f5-4738-9add-3e2cf653d7b1 req-fc8201ad-c676-4423-87d6-ccc70ae3c46f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 1099 time: 0.0647819 Jul 14 14:05:14.760406 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6055c392-d1f5-4738-9add-3e2cf653d7b1 req-02cd0f56-2adc-4ca6-a7e9-ebf23cb7617f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=067e2fd8-4ba3-4895-baae-80576c59bd41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336592 Jul 14 14:05:14.791873 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=754b7d3d-79a5-4b34-8434-f6fd1fe3747b,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:14.860359 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b16f67-49de-448c-8171-141e7acd6101', 'name': 'tempest-TestMinimumBasicScenario-1991687986-router', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e4389b7b-22e0-4f6e-bef4-22cd3aa23272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:09Z', 'updated_at': '2021-07-14T14:05:13Z', 'revision_number': 4, 'project_id': 'e287154eb8854f52a64fdb1ef3336661', 'gw_port': {'id': 'e4389b7b-22e0-4f6e-bef4-22cd3aa23272', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b16f67-49de-448c-8171-141e7acd6101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:10Z', 'updated_at': '2021-07-14T14:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'a2b3da01-2b6e-429d-b847-8270acd544b8', 'name': '', 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'mac_address': 'fa:16:3e:da:86:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b16f67-49de-448c-8171-141e7acd6101', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:12Z', 'updated_at': '2021-07-14T14:05:13Z', 'revision_number': 2, 'project_id': 'e287154eb8854f52a64fdb1ef3336661', 'subnets': [{'id': 'cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:14.886660 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd65ef1-d613-4fdf-9087-7e0cef87c32b None None] The sync data for ids ['36b16f67-49de-448c-8171-141e7acd6101'] in dv-cinder-786927-3-iscsi is: [{'id': '36b16f67-49de-448c-8171-141e7acd6101', 'name': 'tempest-TestMinimumBasicScenario-1991687986-router', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e4389b7b-22e0-4f6e-bef4-22cd3aa23272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:09Z', 'updated_at': '2021-07-14T14:05:13Z', 'revision_number': 4, 'project_id': 'e287154eb8854f52a64fdb1ef3336661', 'gw_port': {'id': 'e4389b7b-22e0-4f6e-bef4-22cd3aa23272', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b16f67-49de-448c-8171-141e7acd6101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:10Z', 'updated_at': '2021-07-14T14:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'a2b3da01-2b6e-429d-b847-8270acd544b8', 'name': '', 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'mac_address': 'fa:16:3e:da:86:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b16f67-49de-448c-8171-141e7acd6101', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:12Z', 'updated_at': '2021-07-14T14:05:13Z', 'revision_number': 2, 'project_id': 'e287154eb8854f52a64fdb1ef3336661', 'subnets': [{'id': 'cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:05:15.324964 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 2fc33215-d672-44c9-bc7f-696fe68ae41d up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:15.420791 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 2fc33215-d672-44c9-bc7f-696fe68ae41d triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:15.422326 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:15.826620 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf009d7-7ee1-4668-bb09-52efaf93b7fc req-89dac19d-1f74-4b72-92dd-ebacf3394049 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:15.835882 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fdf009d7-7ee1-4668-bb09-52efaf93b7fc req-89dac19d-1f74-4b72-92dd-ebacf3394049 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 946 time: 0.1372526 Jul 14 14:05:15.884081 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fdf009d7-7ee1-4668-bb09-52efaf93b7fc req-0c234694-3fc1-4176-a41f-ba50b0af1be4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=067e2fd8-4ba3-4895-baae-80576c59bd41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470965 Jul 14 14:05:16.322139 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f20f60b3-51da-453d-9d0b-65483493c252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:16.434154 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:17.080862 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7112b-edc3-4fb7-ad6c-74df1ffcd3fb req-c03063a8-e91f-4452-97f1-fb0022c81a0f tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:17.083776 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-45d7112b-edc3-4fb7-ad6c-74df1ffcd3fb req-c03063a8-e91f-4452-97f1-fb0022c81a0f tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 945 time: 0.0866630 Jul 14 14:05:17.141220 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddade390-ba1e-4bf1-8acc-be9e23519597 req-c348edaa-59ae-487b-b5f7-35d3a8842910 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:17.142905 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ddade390-ba1e-4bf1-8acc-be9e23519597 req-c348edaa-59ae-487b-b5f7-35d3a8842910 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 946 time: 0.1065922 Jul 14 14:05:17.151840 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-45d7112b-edc3-4fb7-ad6c-74df1ffcd3fb req-ece5020f-6669-4053-b371-51248004e4b4 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592082 Jul 14 14:05:17.209241 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ddade390-ba1e-4bf1-8acc-be9e23519597 req-dd14968f-29c5-43c6-a6c8-d332117e38e7 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=067e2fd8-4ba3-4895-baae-80576c59bd41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602942 Jul 14 14:05:17.305720 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device e4389b7b-22e0-4f6e-bef4-22cd3aa23272 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:17.366023 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:17.376677 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port e4389b7b-22e0-4f6e-bef4-22cd3aa23272 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:17.382400 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port e4389b7b-22e0-4f6e-bef4-22cd3aa23272 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:17.382400 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:17.422310 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac8a6c-efeb-45f7-9a2d-c574b620e473 req-78742ac5-463f-4b7b-9916-4221ccd242b3 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:17.433629 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55520) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:17.435221 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0bac8a6c-efeb-45f7-9a2d-c574b620e473 req-78742ac5-463f-4b7b-9916-4221ccd242b3 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 946 time: 0.0810421 Jul 14 14:05:17.439700 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-67f18244-743f-4d9f-b671-381d715d5ae3 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Request body: {'floatingip': {'port_id': '754b7d3d-79a5-4b34-8434-f6fd1fe3747b'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:17.476996 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:17.500976 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port e4389b7b-22e0-4f6e-bef4-22cd3aa23272, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=e4389b7b-22e0-4f6e-bef4-22cd3aa23272,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:17.509105 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:17.540806 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67f18244-743f-4d9f-b671-381d715d5ae3 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for floatingip, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:17.589907 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=e4389b7b-22e0-4f6e-bef4-22cd3aa23272,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:18.089318 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67f18244-743f-4d9f-b671-381d715d5ae3 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.095251 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67f18244-743f-4d9f-b671-381d715d5ae3 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.209547 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-67f18244-743f-4d9f-b671-381d715d5ae3 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Floating IP 34a51d14-0631-4a58-9538-c9d39d3c9d9c associated. External IP: 172.27.0.238, port: 754b7d3d-79a5-4b34-8434-f6fd1fe3747b. Jul 14 14:05:18.435574 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e80f0d-c9ca-458c-b6dd-c65f210f6f14 req-f1285738-186a-49eb-8461-1a22cb546d21 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:18.437157 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a4e80f0d-c9ca-458c-b6dd-c65f210f6f14 req-f1285738-186a-49eb-8461-1a22cb546d21 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 945 time: 0.1218035 Jul 14 14:05:18.551172 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a4e80f0d-c9ca-458c-b6dd-c65f210f6f14 req-90b97949-8949-448e-8aef-70d07c68f702 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068723 Jul 14 14:05:18.578434 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f18244-743f-4d9f-b671-381d715d5ae3 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Router 38b20c73-e667-4d9e-9391-c69b2f8204fb has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:05:18.607462 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a65cf-0378-4381-a3fe-87dbf6a91c45 req-a034f2a7-3a91-4ba9-abdb-ad5503bb9af9 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:18.607462 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-958a65cf-0378-4381-a3fe-87dbf6a91c45 req-a034f2a7-3a91-4ba9-abdb-ad5503bb9af9 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.38 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 945 time: 0.1198251 Jul 14 14:05:18.711791 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Sync routers for ids ['36b16f67-49de-448c-8171-141e7acd6101'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:05:18.723712 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Routers {'36b16f67-49de-448c-8171-141e7acd6101'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:18.724788 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:05:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['36b16f67-49de-448c-8171-141e7acd6101'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:18.791439 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f18244-743f-4d9f-b671-381d715d5ae3 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:05:18.803128 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96753325-5795-4fd2-a9b7-06b76a278611 None None] Sync routers for ids ['38b20c73-e667-4d9e-9391-c69b2f8204fb'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:05:18.804520 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67f18244-743f-4d9f-b671-381d715d5ae3 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.822941 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96753325-5795-4fd2-a9b7-06b76a278611 None None] Routers {'38b20c73-e667-4d9e-9391-c69b2f8204fb'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:18.824757 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-96753325-5795-4fd2-a9b7-06b76a278611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:05:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['38b20c73-e667-4d9e-9391-c69b2f8204fb'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:18.841640 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Set router 36b16f67-49de-448c-8171-141e7acd6101 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:18.863684 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-67f18244-743f-4d9f-b671-381d715d5ae3 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "PUT /v2.0/floatingips/34a51d14-0631-4a58-9538-c9d39d3c9d9c HTTP/1.1" status: 200 len: 992 time: 1.4255130 Jul 14 14:05:18.863684 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd04b4bf-bddb-4ce8-9afa-153b86b32b8b', 'tag': '754b7d3d-79a5-4b34-8434-f6fd1fe3747b'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:18.866507 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94981abb-2d27-42ef-bebc-08aa77317336" -d '{"events": [{"name": "network-changed", "server_uuid": "bd04b4bf-bddb-4ce8-9afa-153b86b32b8b", "tag": "754b7d3d-79a5-4b34-8434-f6fd1fe3747b"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:18.889434 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-958a65cf-0378-4381-a3fe-87dbf6a91c45 req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Deleting port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:18.889783 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-958a65cf-0378-4381-a3fe-87dbf6a91c45 req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.969092 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f342e9-caf2-4595-8f81-7faad0bfd61c x-openstack-request-id: req-b5f342e9-caf2-4595-8f81-7faad0bfd61c {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:18.969092 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd04b4bf-bddb-4ce8-9afa-153b86b32b8b", "tag": "754b7d3d-79a5-4b34-8434-f6fd1fe3747b", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:18.971090 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b5f342e9-caf2-4595-8f81-7faad0bfd61c {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:18.971090 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd04b4bf-bddb-4ce8-9afa-153b86b32b8b', 'tag': '754b7d3d-79a5-4b34-8434-f6fd1fe3747b', 'status': 'completed', 'code': 200} Jul 14 14:05:19.064938 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b16f67-49de-448c-8171-141e7acd6101', 'name': 'tempest-TestMinimumBasicScenario-1991687986-router', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e4389b7b-22e0-4f6e-bef4-22cd3aa23272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:09Z', 'updated_at': '2021-07-14T14:05:13Z', 'revision_number': 4, 'project_id': 'e287154eb8854f52a64fdb1ef3336661', 'gw_port': {'id': 'e4389b7b-22e0-4f6e-bef4-22cd3aa23272', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b16f67-49de-448c-8171-141e7acd6101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:10Z', 'updated_at': '2021-07-14T14:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'a2b3da01-2b6e-429d-b847-8270acd544b8', 'name': '', 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'mac_address': 'fa:16:3e:da:86:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b16f67-49de-448c-8171-141e7acd6101', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:12Z', 'updated_at': '2021-07-14T14:05:13Z', 'revision_number': 2, 'project_id': 'e287154eb8854f52a64fdb1ef3336661', 'subnets': [{'id': 'cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:19.073739 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-958a65cf-0378-4381-a3fe-87dbf6a91c45 req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] For port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2a54a4e2-a0c0-44fa-a34b-dba4a6790a98,segment=NetworkSegment(e78801c7-ae5a-4486-a61b-ee4d82ab7bd6),segment_id=e78801c7-ae5a-4486-a61b-ee4d82ab7bd6)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:19.074111 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-958a65cf-0378-4381-a3fe-87dbf6a91c45 req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.092787 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Checking router: 36b16f67-49de-448c-8171-141e7acd6101 for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:05:19.093549 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Updating router 36b16f67-49de-448c-8171-141e7acd6101 port a2b3da01-2b6e-429d-b847-8270acd544b8 binding host dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:05:19.096816 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94981abb-2d27-42ef-bebc-08aa77317336 req-50e549fd-e8ab-4f80-b9d5-35a2b321efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:19.107970 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-958a65cf-0378-4381-a3fe-87dbf6a91c45 req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Calling delete_port for 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:19.108570 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94981abb-2d27-42ef-bebc-08aa77317336 req-50e549fd-e8ab-4f80-b9d5-35a2b321efbe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a3cbdfa5a4d5454e84b587911735d88d&device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 1099 time: 0.1480820 Jul 14 14:05:19.108660 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-96753325-5795-4fd2-a9b7-06b76a278611 None None] Set router 38b20c73-e667-4d9e-9391-c69b2f8204fb gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:19.145340 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.220714 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94981abb-2d27-42ef-bebc-08aa77317336 req-1a9a2327-4a00-427e-b767-e6c98a670c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:19.222227 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94981abb-2d27-42ef-bebc-08aa77317336 req-1a9a2327-4a00-427e-b767-e6c98a670c19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=92dfb464-79ad-438f-84d7-a1d7875537d1 HTTP/1.1" status: 200 len: 912 time: 0.1146076 Jul 14 14:05:19.263189 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.343200 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94981abb-2d27-42ef-bebc-08aa77317336 req-048b5c0a-8cda-4a52-b525-319ac3ae5864 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=754b7d3d-79a5-4b34-8434-f6fd1fe3747b HTTP/1.1" status: 200 len: 1000 time: 0.1118670 Jul 14 14:05:19.345250 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device e4389b7b-22e0-4f6e-bef4-22cd3aa23272 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:19.429446 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-958a65cf-0378-4381-a3fe-87dbf6a91c45 req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.449740 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94981abb-2d27-42ef-bebc-08aa77317336 req-49c85cd1-2545-47bd-bb8e-e80c685cc628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:19.454415 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94981abb-2d27-42ef-bebc-08aa77317336 req-49c85cd1-2545-47bd-bb8e-e80c685cc628 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=737b1b91-1b10-47bf-a364-9061ed8a4756 HTTP/1.1" status: 200 len: 850 time: 0.1041281 Jul 14 14:05:19.456506 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['2a54a4e2-a0c0-44fa-a34b-dba4a6790a98'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:05:19.482582 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port e4389b7b-22e0-4f6e-bef4-22cd3aa23272 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:19.483742 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.486581 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Pushing event deleted for resources: {'Port': ['ID=2a54a4e2-a0c0-44fa-a34b-dba4a6790a98,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:19.512819 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.515443 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.516032 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.516599 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.517175 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.518029 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.519045 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.524732 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.524732 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.524732 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.524732 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.524732 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.549283 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.565607 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Transition to ACTIVE for port object a2b3da01-2b6e-429d-b847-8270acd544b8 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:19.571241 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94981abb-2d27-42ef-bebc-08aa77317336 req-399d0983-f55d-4336-8851-3ecb74a40dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:19.579239 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.580121 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94981abb-2d27-42ef-bebc-08aa77317336 req-399d0983-f55d-4336-8851-3ecb74a40dfe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92dfb464-79ad-438f-84d7-a1d7875537d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1163821 Jul 14 14:05:19.631153 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-958a65cf-0378-4381-a3fe-87dbf6a91c45 req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] No DVR routers for this DVR port 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 on host hv-cinder-78692 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:05:19.633895 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-958a65cf-0378-4381-a3fe-87dbf6a91c45 req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.645204 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-958a65cf-0378-4381-a3fe-87dbf6a91c45 req-40235491-0e79-4b1e-9c89-ca41fa5fba80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.38 "DELETE /v2.0/ports/2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 HTTP/1.1" status: 204 len: 173 time: 1.0009546 Jul 14 14:05:19.706817 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcd5c5-bd2a-410a-af25-883cb73abca5 None None] Pushing event updated for resources: {'Port': ['ID=a2b3da01-2b6e-429d-b847-8270acd544b8,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:19.763187 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94981abb-2d27-42ef-bebc-08aa77317336 req-f1533964-1044-4d21-8ab5-9aed9dda16e9 service neutron] 10.222.0.38 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750813 Jul 14 14:05:19.796319 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3ce79243-f520-4cf9-95c7-9104fc274913 req-4a41f2c9-1c68-4526-a35b-5a579a648b33 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=feeb8b5b-0778-461c-859d-06ac927b1ad5 HTTP/1.1" status: 200 len: 210 time: 0.0500586 Jul 14 14:05:19.847381 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-96753325-5795-4fd2-a9b7-06b76a278611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '34a51d14-0631-4a58-9538-c9d39d3c9d9c', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'port_id': '754b7d3d-79a5-4b34-8434-f6fd1fe3747b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'mac_address': 'fa:16:3e:ae:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04b4bf-bddb-4ce8-9afa-153b86b32b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:04:57Z', 'updated_at': '2021-07-14T14:05:17Z', 'revision_number': 1, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:59Z', 'revision_number': 5, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:19.867995 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Attempting to bind port a2b3da01-2b6e-429d-b847-8270acd544b8 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:05:19.868763 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Attempting to bind port a2b3da01-2b6e-429d-b847-8270acd544b8 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': 'c7dab022-9bf0-4149-b9ea-63e342ecff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:05:19.869966 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Attempting to bind port a2b3da01-2b6e-429d-b847-8270acd544b8 on network 5a91488a-7d45-415f-b648-7f9831b516af {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:19.880807 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:05:19.881397 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Checking segment: {'id': 'c7dab022-9bf0-4149-b9ea-63e342ecff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:05:19.882415 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.882929 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Bound using segment: {'id': 'c7dab022-9bf0-4149-b9ea-63e342ecff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:05:19.883498 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Bound port: a2b3da01-2b6e-429d-b847-8270acd544b8, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7dab022-9bf0-4149-b9ea-63e342ecff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:05:19.884002 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.896293 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96753325-5795-4fd2-a9b7-06b76a278611 None None] Checking router: 38b20c73-e667-4d9e-9391-c69b2f8204fb for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:05:19.926297 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96753325-5795-4fd2-a9b7-06b76a278611 None None] Routers {'38b20c73-e667-4d9e-9391-c69b2f8204fb'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:19.927599 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-96753325-5795-4fd2-a9b7-06b76a278611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:05:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['38b20c73-e667-4d9e-9391-c69b2f8204fb'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:19.930020 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94981abb-2d27-42ef-bebc-08aa77317336 req-1605c91c-a7a3-4610-a403-0a6472fb2427 service neutron] 10.222.0.38 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589074 Jul 14 14:05:19.974696 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] For port a2b3da01-2b6e-429d-b847-8270acd544b8, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:05:19.978198 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] For port a2b3da01-2b6e-429d-b847-8270acd544b8, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=a2b3da01-2b6e-429d-b847-8270acd544b8,segment=NetworkSegment(c7dab022-9bf0-4149-b9ea-63e342ecff3f),segment_id=c7dab022-9bf0-4149-b9ea-63e342ecff3f)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:05:19.985019 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:20.059294 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Routers {'36b16f67-49de-448c-8171-141e7acd6101'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:20.059944 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:05:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['36b16f67-49de-448c-8171-141e7acd6101'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:20.081501 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-96753325-5795-4fd2-a9b7-06b76a278611 None None] Set router 38b20c73-e667-4d9e-9391-c69b2f8204fb gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:20.115898 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcd5c5-bd2a-410a-af25-883cb73abca5 None None] Pushing event updated for resources: {'Port': ['ID=a2b3da01-2b6e-429d-b847-8270acd544b8,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:20.274464 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] Set router 36b16f67-49de-448c-8171-141e7acd6101 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:20.477281 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-96753325-5795-4fd2-a9b7-06b76a278611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '34a51d14-0631-4a58-9538-c9d39d3c9d9c', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'port_id': '754b7d3d-79a5-4b34-8434-f6fd1fe3747b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'mac_address': 'fa:16:3e:ae:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04b4bf-bddb-4ce8-9afa-153b86b32b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:04:57Z', 'updated_at': '2021-07-14T14:05:17Z', 'revision_number': 1, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:59Z', 'revision_number': 5, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:20.511302 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96753325-5795-4fd2-a9b7-06b76a278611 None None] The sync data for ids ['38b20c73-e667-4d9e-9391-c69b2f8204fb'] in dv-cinder-786927-3-iscsi is: [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '34a51d14-0631-4a58-9538-c9d39d3c9d9c', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'floating_ip_address': '172.27.0.238', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'port_id': '754b7d3d-79a5-4b34-8434-f6fd1fe3747b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'mac_address': 'fa:16:3e:ae:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd04b4bf-bddb-4ce8-9afa-153b86b32b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:04:57Z', 'updated_at': '2021-07-14T14:05:17Z', 'revision_number': 1, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:59Z', 'revision_number': 5, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:05:20.553535 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b16f67-49de-448c-8171-141e7acd6101', 'name': 'tempest-TestMinimumBasicScenario-1991687986-router', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e4389b7b-22e0-4f6e-bef4-22cd3aa23272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:09Z', 'updated_at': '2021-07-14T14:05:13Z', 'revision_number': 4, 'project_id': 'e287154eb8854f52a64fdb1ef3336661', 'gw_port': {'id': 'e4389b7b-22e0-4f6e-bef4-22cd3aa23272', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b16f67-49de-448c-8171-141e7acd6101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:10Z', 'updated_at': '2021-07-14T14:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'a2b3da01-2b6e-429d-b847-8270acd544b8', 'name': '', 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'mac_address': 'fa:16:3e:da:86:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b16f67-49de-448c-8171-141e7acd6101', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:12Z', 'updated_at': '2021-07-14T14:05:19Z', 'revision_number': 4, 'project_id': 'e287154eb8854f52a64fdb1ef3336661', 'subnets': [{'id': 'cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:20.588318 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382f60a-7815-4e50-be8a-4f9882697132 None None] The sync data for ids ['36b16f67-49de-448c-8171-141e7acd6101'] in dv-cinder-786927-3-iscsi is: [{'id': '36b16f67-49de-448c-8171-141e7acd6101', 'name': 'tempest-TestMinimumBasicScenario-1991687986-router', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e4389b7b-22e0-4f6e-bef4-22cd3aa23272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:09Z', 'updated_at': '2021-07-14T14:05:13Z', 'revision_number': 4, 'project_id': 'e287154eb8854f52a64fdb1ef3336661', 'gw_port': {'id': 'e4389b7b-22e0-4f6e-bef4-22cd3aa23272', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b16f67-49de-448c-8171-141e7acd6101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:10Z', 'updated_at': '2021-07-14T14:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'a2b3da01-2b6e-429d-b847-8270acd544b8', 'name': '', 'network_id': '5a91488a-7d45-415f-b648-7f9831b516af', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'mac_address': 'fa:16:3e:da:86:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b16f67-49de-448c-8171-141e7acd6101', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:12Z', 'updated_at': '2021-07-14T14:05:19Z', 'revision_number': 4, 'project_id': 'e287154eb8854f52a64fdb1ef3336661', 'subnets': [{'id': 'cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:05:20.826990 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203fa3db-0262-43b1-826a-a293d0607bce None None] New status for floating IP 34a51d14-0631-4a58-9538-c9d39d3c9d9c: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:05:20.971593 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feeb8b5b-0778-461c-859d-06ac927b1ad5', 'name': 'network-vif-deleted', 'tag': '2a54a4e2-a0c0-44fa-a34b-dba4a6790a98'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:20.977273 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128c006a-a72d-4ea5-be53-5db82233d401" -d '{"events": [{"server_uuid": "feeb8b5b-0778-461c-859d-06ac927b1ad5", "name": "network-vif-deleted", "tag": "2a54a4e2-a0c0-44fa-a34b-dba4a6790a98"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:21.042310 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d385fed9-5e6b-4000-aa1d-5af498243967 x-openstack-request-id: req-d385fed9-5e6b-4000-aa1d-5af498243967 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:21.042613 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feeb8b5b-0778-461c-859d-06ac927b1ad5", "name": "network-vif-deleted", "tag": "2a54a4e2-a0c0-44fa-a34b-dba4a6790a98", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:21.042900 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d385fed9-5e6b-4000-aa1d-5af498243967 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:21.043310 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feeb8b5b-0778-461c-859d-06ac927b1ad5', 'name': 'network-vif-deleted', 'tag': '2a54a4e2-a0c0-44fa-a34b-dba4a6790a98', 'status': 'completed', 'code': 200} Jul 14 14:05:21.395028 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device a2b3da01-2b6e-429d-b847-8270acd544b8 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:21.468331 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port a2b3da01-2b6e-429d-b847-8270acd544b8 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:21.473932 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port a2b3da01-2b6e-429d-b847-8270acd544b8 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:21.474378 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:21.584323 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:21.618908 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port a2b3da01-2b6e-429d-b847-8270acd544b8, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=a2b3da01-2b6e-429d-b847-8270acd544b8,segment=NetworkSegment(c7dab022-9bf0-4149-b9ea-63e342ecff3f),segment_id=c7dab022-9bf0-4149-b9ea-63e342ecff3f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:21.623535 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:21.705064 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=a2b3da01-2b6e-429d-b847-8270acd544b8,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:22.435155 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:05:22.462193 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:05:22.462624 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 2a54a4e2-a0c0-44fa-a34b-dba4a6790a98 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:05:23.252568 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device a2b3da01-2b6e-429d-b847-8270acd544b8 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:23.307511 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port a2b3da01-2b6e-429d-b847-8270acd544b8 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:23.308175 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:25.970713 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-d5c2c310-e2e4-4b5f-8964-df9e79ac3d72 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:25.972228 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-d5c2c310-e2e4-4b5f-8964-df9e79ac3d72 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/networks?id=e3ad5087-ddb5-4936-b169-5492f416fc3a HTTP/1.1" status: 200 len: 814 time: 0.1175818 Jul 14 14:05:25.987622 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-d3ffac1c-bcd4-44d6-aa61-954a3c39d918 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/quotas/b139a63d2fde409a9f90b021e639f77c HTTP/1.1" status: 200 len: 375 time: 0.0094740 Jul 14 14:05:26.070525 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-cb744452-25de-456b-a89b-e386718ecd56 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b139a63d2fde409a9f90b021e639f77c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761142 Jul 14 14:05:26.173354 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-a14731d5-75bb-4466-b526-d43371be6702 service neutron] 10.222.0.57 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899849 Jul 14 14:05:26.228023 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe98656-6142-4c82-ab63-76b67a96ffb1 req-92052a87-4b18-4735-bd07-4d5a2869de27 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:26.229612 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2fe98656-6142-4c82-ab63-76b67a96ffb1 req-92052a87-4b18-4735-bd07-4d5a2869de27 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0644631 Jul 14 14:05:26.264017 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-8413361e-fbe4-44ba-822e-a7112de8cf07 service neutron] 10.222.0.57 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843391 Jul 14 14:05:26.275451 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2fe98656-6142-4c82-ab63-76b67a96ffb1 req-885de0f2-7e3e-430b-8c10-feaa902117fe tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394955 Jul 14 14:05:26.436700 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-46bfef4a-c9b7-4650-9ac6-490bf1cd1917 req-ea26c7f1-129b-4c16-89ae-edf8b0e16507 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0286963 Jul 14 14:05:27.451170 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9406910-2872-4a87-8509-14a036f87ea6 req-41fb872a-68a4-4003-8d09-bc6be7375849 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:27.452681 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c9406910-2872-4a87-8509-14a036f87ea6 req-41fb872a-68a4-4003-8d09-bc6be7375849 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0616102 Jul 14 14:05:27.491353 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c9406910-2872-4a87-8509-14a036f87ea6 req-153a46a0-ffab-4217-b6e6-8f39fd2dbe9d tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325658 Jul 14 14:05:27.577388 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cdff3834-9762-4306-81ba-a01dacc9645a req-92900742-5513-4dcd-adec-32f45aa915b0 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0287721 Jul 14 14:05:28.671474 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb77ff-14d1-4eae-8520-b80c70e2c4f8 req-3a734798-cc05-483f-b9b6-6a0d55cef8b3 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:28.672935 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fcfb77ff-14d1-4eae-8520-b80c70e2c4f8 req-3a734798-cc05-483f-b9b6-6a0d55cef8b3 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0646648 Jul 14 14:05:28.709621 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fcfb77ff-14d1-4eae-8520-b80c70e2c4f8 req-4999fe04-849c-4cba-87f3-7d3efa3e9a15 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306308 Jul 14 14:05:28.837460 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d2a4f4ac-17ab-4c24-9dac-7fa10a7d552a req-2a497351-d3fa-4dfd-a119-9765aee65890 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0289049 Jul 14 14:05:29.887635 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b75bf-5fbe-4da1-84e4-695c551fc19b req-a0d9406f-cd33-4626-8656-b9fffb9b63ce tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:29.889258 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e28b75bf-5fbe-4da1-84e4-695c551fc19b req-a0d9406f-cd33-4626-8656-b9fffb9b63ce tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0663035 Jul 14 14:05:29.928108 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e28b75bf-5fbe-4da1-84e4-695c551fc19b req-668b5a7c-3bce-4014-81c6-5cebab8242e9 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320201 Jul 14 14:05:29.982525 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aaf3867b-f493-4e5f-98f8-7290893dc285 req-5ed67d19-a7a9-49cd-93b8-e1e0394394cc tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0288494 Jul 14 14:05:30.261771 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-0a6c3210-08ca-43cd-953b-8c7df44c0dcb tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:30.263389 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-0a6c3210-08ca-43cd-953b-8c7df44c0dcb tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.38 "GET /v2.0/networks?id=e3ad5087-ddb5-4936-b169-5492f416fc3a HTTP/1.1" status: 200 len: 814 time: 0.1066351 Jul 14 14:05:30.293350 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Request body: {'port': {'device_id': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'admin_state_up': True, 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:30.405288 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Made reservation on behalf of b139a63d2fde409a9f90b021e639f77c for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:05:30.409066 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:30.537732 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Allocated IP 172.20.0.8 (e3ad5087-ddb5-4936-b169-5492f416fc3a/60848457-4419-4463-aa3d-f6155b17741c/fe8ccfb0-a193-459d-8a06-a779764bfe34) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:05:30.621459 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-9618627d-974b-4b7e-b9c3-288aa3c9a657 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:30.623260 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-9618627d-974b-4b7e-b9c3-288aa3c9a657 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.38 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.0839269 Jul 14 14:05:30.712489 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:30.732584 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Transition to ACTIVE for port object fe8ccfb0-a193-459d-8a06-a779764bfe34 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:30.736116 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Deleting port 218416f6-4b46-499c-9d62-c40394570bbe {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:30.737510 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:30.771962 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:30.813906 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Network e3ad5087-ddb5-4936-b169-5492f416fc3a is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:05:30.822191 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:30.852639 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:05:31.020416 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:31.022034 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:31.055319 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event updated for resources: {'Port': ['ID=fe8ccfb0-a193-459d-8a06-a779764bfe34,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:31.076422 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:31.076783 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:31.085564 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:31.085871 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:31.086224 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:31.086813 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:31.087163 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:31.087505 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:31.087840 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:31.088171 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:31.088550 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:31.088825 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:31.092936 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-8282d8f0-00b9-4bf6-a505-3859a660fe6c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8037093 Jul 14 14:05:31.191614 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Request body: {'port': {'device_id': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:31.311525 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-21e3d6d6-7c05-46f9-9c07-d02d720ced59 None None] Provisioning for port fe8ccfb0-a193-459d-8a06-a779764bfe34 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:31.321087 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-21e3d6d6-7c05-46f9-9c07-d02d720ced59 None None] Provisioning complete for port fe8ccfb0-a193-459d-8a06-a779764bfe34 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:31.321765 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-21e3d6d6-7c05-46f9-9c07-d02d720ced59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:31.374699 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] For port 218416f6-4b46-499c-9d62-c40394570bbe, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=218416f6-4b46-499c-9d62-c40394570bbe,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:31.376886 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:31.379193 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:31.387108 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-21e3d6d6-7c05-46f9-9c07-d02d720ced59 None None] Port fe8ccfb0-a193-459d-8a06-a779764bfe34 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:05:31.464309 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48164670-f314-4324-a006-01aa6491a211 req-899cbdb8-f8c7-4e13-ab0d-8c532fb28cec tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:31.471346 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48164670-f314-4324-a006-01aa6491a211 req-899cbdb8-f8c7-4e13-ab0d-8c532fb28cec tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 947 time: 0.1585691 Jul 14 14:05:31.569601 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48164670-f314-4324-a006-01aa6491a211 req-fd60d18e-7be8-4ff1-b971-280e15b95d8b tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=f49f7a01-66b8-4039-a21c-513d348e4bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941377 Jul 14 14:05:31.648082 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fe6cf-abd0-4c28-a5da-abc7c3c1de0e req-66efd73a-8fd3-4018-a7cb-560a3d9bb13b tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:31.656276 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6d9fe6cf-abd0-4c28-a5da-abc7c3c1de0e req-66efd73a-8fd3-4018-a7cb-560a3d9bb13b tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 931 time: 0.2511156 Jul 14 14:05:31.797081 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6d9fe6cf-abd0-4c28-a5da-abc7c3c1de0e req-9c71b7d3-ab34-48b0-a049-58815cc2d327 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393485 Jul 14 14:05:31.834977 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:31.834977 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:31.835328 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.l3_db [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Floating IP f29401a9-16c1-4433-84c8-aee5850ff52c disassociated. External IP: 172.27.0.162, port: 218416f6-4b46-499c-9d62-c40394570bbe. Jul 14 14:05:31.835499 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Calling delete_port for 218416f6-4b46-499c-9d62-c40394570bbe owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:31.917885 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c427081-84b0-4c74-9504-d06139bb1721 req-7620eb64-8676-4709-bf3b-fb1ae3d64724 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:31.919433 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c427081-84b0-4c74-9504-d06139bb1721 req-7620eb64-8676-4709-bf3b-fb1ae3d64724 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/networks?id=17797cd5-37ca-4464-b477-91a1f0328889 HTTP/1.1" status: 200 len: 813 time: 0.1651137 Jul 14 14:05:31.966413 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c427081-84b0-4c74-9504-d06139bb1721 req-219d41a4-756e-4743-aaed-b5f1c29de999 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/quotas/5becf2377cd34a5aa3e7c239e2b2bbb1 HTTP/1.1" status: 200 len: 375 time: 0.0326204 Jul 14 14:05:31.993160 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8ccfb0-a193-459d-8a06-a779764bfe34 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:05:32.004722 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:32.023891 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c427081-84b0-4c74-9504-d06139bb1721 req-c84259a9-cc1d-484e-a448-b93db35c02c1 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5becf2377cd34a5aa3e7c239e2b2bbb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504665 Jul 14 14:05:32.035604 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event deleted for resources: {'Port': ['ID=218416f6-4b46-499c-9d62-c40394570bbe,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:32.036863 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:32.142516 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Transition to ACTIVE for port object fe8ccfb0-a193-459d-8a06-a779764bfe34 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:32.149326 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:32.200297 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:05:32.268286 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8ccfb0-a193-459d-8a06-a779764bfe34,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:32.274596 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c427081-84b0-4c74-9504-d06139bb1721 req-545b5d0b-34ce-4b0c-a535-f70917b320af service neutron] 10.222.0.57 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267938 Jul 14 14:05:32.388651 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:05:32.399656 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea15b198-2bba-41a6-b1f5-f0f29e4ded2f None None] Sync routers for ids ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:05:32.415860 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15b198-2bba-41a6-b1f5-f0f29e4ded2f None None] Routers {'0a02cf58-130c-4bd9-a991-5f155e5fc5e7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:32.417338 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-ea15b198-2bba-41a6-b1f5-f0f29e4ded2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:05:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:32.440812 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Attempting to bind port fe8ccfb0-a193-459d-8a06-a779764bfe34 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:05:32.441877 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Attempting to bind port fe8ccfb0-a193-459d-8a06-a779764bfe34 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'e9ad3048-10fc-4342-b402-722807577785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:05:32.442308 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Attempting to bind port fe8ccfb0-a193-459d-8a06-a779764bfe34 on network e3ad5087-ddb5-4936-b169-5492f416fc3a {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:32.454890 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Port fe8ccfb0-a193-459d-8a06-a779764bfe34 on network e3ad5087-ddb5-4936-b169-5492f416fc3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:05:32.455227 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Attempting to bind port fe8ccfb0-a193-459d-8a06-a779764bfe34 on network e3ad5087-ddb5-4936-b169-5492f416fc3a {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:32.480223 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] No DVR routers for this DVR port 218416f6-4b46-499c-9d62-c40394570bbe on host hv-cinder-78692 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:05:32.486375 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:32.491047 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9b85c172-3cb0-4413-90ca-e37c8ae5c64c req-ecab8461-4fa8-4792-a872-5cfb6e428b43 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.38 "DELETE /v2.0/ports/218416f6-4b46-499c-9d62-c40394570bbe HTTP/1.1" status: 204 len: 173 time: 1.8613684 Jul 14 14:05:32.491237 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32131b55-23aa-4704-8928-bbe891a38bff', 'name': 'network-vif-deleted', 'tag': '218416f6-4b46-499c-9d62-c40394570bbe'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:32.494228 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:05:32.494574 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Checking segment: {'id': 'e9ad3048-10fc-4342-b402-722807577785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:05:32.495285 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Bound using segment: {'id': 'e9ad3048-10fc-4342-b402-722807577785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:05:32.495681 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Bound port: fe8ccfb0-a193-459d-8a06-a779764bfe34, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ad3048-10fc-4342-b402-722807577785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:05:32.496051 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:32.497373 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823896f5-359e-47da-a435-0e224c2274a1" -d '{"events": [{"server_uuid": "32131b55-23aa-4704-8928-bbe891a38bff", "name": "network-vif-deleted", "tag": "218416f6-4b46-499c-9d62-c40394570bbe"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:32.579413 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c427081-84b0-4c74-9504-d06139bb1721 req-1cbd99df-4082-4b61-a8ef-93529c6ea39d service neutron] 10.222.0.57 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814484 Jul 14 14:05:32.586968 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] For port fe8ccfb0-a193-459d-8a06-a779764bfe34, host hv-cinder-78692, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:05:32.591462 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] For port fe8ccfb0-a193-459d-8a06-a779764bfe34, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34,segment=NetworkSegment(e9ad3048-10fc-4342-b402-722807577785),segment_id=e9ad3048-10fc-4342-b402-722807577785)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:05:32.606698 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:32.722852 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-ea15b198-2bba-41a6-b1f5-f0f29e4ded2f None None] Set router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:32.734631 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8ccfb0-a193-459d-8a06-a779764bfe34,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:32.743645 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:32.745640 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:32.748827 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-2111860d-c959-4ac7-b492-f91f7b0c3548 service neutron] 10.222.0.38 "PUT /v2.0/ports/fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 200 len: 1093 time: 1.5745573 Jul 14 14:05:32.749475 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'tag': 'fe8ccfb0-a193-459d-8a06-a779764bfe34'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:32.756394 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52f7cec-7599-4372-a2ee-dc0694f41087" -d '{"events": [{"name": "network-changed", "server_uuid": "a79941e7-d064-4daa-88f5-41efed8dc3e3", "tag": "fe8ccfb0-a193-459d-8a06-a779764bfe34"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:32.786711 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7f8987-a454-4e47-b07d-6cbd457e5352 x-openstack-request-id: req-fb7f8987-a454-4e47-b07d-6cbd457e5352 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:32.787003 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32131b55-23aa-4704-8928-bbe891a38bff", "name": "network-vif-deleted", "tag": "218416f6-4b46-499c-9d62-c40394570bbe", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:32.787254 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb7f8987-a454-4e47-b07d-6cbd457e5352 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:32.787649 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32131b55-23aa-4704-8928-bbe891a38bff', 'name': 'network-vif-deleted', 'tag': '218416f6-4b46-499c-9d62-c40394570bbe', 'status': 'completed', 'code': 200} Jul 14 14:05:33.054637 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fb304b29-0fd4-496f-b8da-44c258a7d491 req-d5b1bb06-ea43-4ef1-a9b2-239dea1382dd tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0746267 Jul 14 14:05:33.093381 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-ea15b198-2bba-41a6-b1f5-f0f29e4ded2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:33Z', 'revision_number': 5, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:33.137753 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea15b198-2bba-41a6-b1f5-f0f29e4ded2f None None] Checking router: 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:05:33.151797 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15b198-2bba-41a6-b1f5-f0f29e4ded2f None None] Routers {'0a02cf58-130c-4bd9-a991-5f155e5fc5e7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:33.152571 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-ea15b198-2bba-41a6-b1f5-f0f29e4ded2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:05:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:33.211220 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d753522-d306-45d2-a633-4c84cf5c6a34 req-d885e853-2510-4354-998f-c63573db9959 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0594878 Jul 14 14:05:33.309816 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-ea15b198-2bba-41a6-b1f5-f0f29e4ded2f None None] Set router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:33.330000 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626846cd-d6cd-4438-b91e-d5db4d9fa6d1 x-openstack-request-id: req-626846cd-d6cd-4438-b91e-d5db4d9fa6d1 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:33.330441 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79941e7-d064-4daa-88f5-41efed8dc3e3", "tag": "fe8ccfb0-a193-459d-8a06-a779764bfe34", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:33.330708 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-626846cd-d6cd-4438-b91e-d5db4d9fa6d1 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:33.331123 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'tag': 'fe8ccfb0-a193-459d-8a06-a779764bfe34', 'status': 'completed', 'code': 200} Jul 14 14:05:33.590311 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafc13b-1457-429d-bbaf-94ff1552e683 req-63ad71e2-b3cb-4b21-8bd9-bb191d065d7e tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:33.597415 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fafc13b-1457-429d-bbaf-94ff1552e683 req-63ad71e2-b3cb-4b21-8bd9-bb191d065d7e tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 943 time: 0.0898082 Jul 14 14:05:33.649007 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fafc13b-1457-429d-bbaf-94ff1552e683 req-1cc1669f-009c-4dc0-be52-868c5720d3ab tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506189 Jul 14 14:05:33.649537 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-ea15b198-2bba-41a6-b1f5-f0f29e4ded2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:33Z', 'revision_number': 5, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:33.690133 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea15b198-2bba-41a6-b1f5-f0f29e4ded2f None None] The sync data for ids ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'] in dv-cinder-786927-3-iscsi is: [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:33Z', 'revision_number': 5, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:05:33.813829 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 218416f6-4b46-499c-9d62-c40394570bbe no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:05:33.835178 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: 218416f6-4b46-499c-9d62-c40394570bbe {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:05:33.835522 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 218416f6-4b46-499c-9d62-c40394570bbe not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:05:33.929259 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eeafb6-2ffb-4ed2-b037-f3325c9036e0 None None] New status for floating IP f29401a9-16c1-4433-84c8-aee5850ff52c: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:05:34.247790 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-633fb0b4-741c-426e-95c0-79c7399b3e45 req-bd89b0b8-11ed-453f-a822-c2274104da16 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0315647 Jul 14 14:05:34.398374 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1024ec56-0cae-42a0-bfbf-33f6bbc04a0c req-2fd9df57-2312-45d9-b79e-d5b7482ef22f tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0305493 Jul 14 14:05:34.830383 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a03ea-204e-42d0-bb55-3c38ccdde35e req-9ca6fdd9-b118-4a28-b8a5-1f097ee4f2dd tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:34.831943 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0d5a03ea-204e-42d0-bb55-3c38ccdde35e req-9ca6fdd9-b118-4a28-b8a5-1f097ee4f2dd tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 943 time: 0.0676203 Jul 14 14:05:34.873962 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0d5a03ea-204e-42d0-bb55-3c38ccdde35e req-328919fc-2b8b-4dd0-b929-ab7652779665 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349228 Jul 14 14:05:35.414314 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e528c5e5-a0ba-4472-acc0-06cd0247819d req-8b43aa49-add3-43ec-8db6-6cb5052192ea tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0338285 Jul 14 14:05:35.555629 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a6029a2f-4b44-46c6-b6fd-678bbf7f13cf req-e4faea75-2b16-4b9d-a721-dcbe80e3a02f tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0289946 Jul 14 14:05:36.054466 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d50e4e-3d14-4164-a8ed-99a78d695748 req-a4d17939-f1cc-4c11-8083-dfc102cd1692 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:36.056115 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8d50e4e-3d14-4164-a8ed-99a78d695748 req-a4d17939-f1cc-4c11-8083-dfc102cd1692 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 943 time: 0.0695510 Jul 14 14:05:36.094476 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8d50e4e-3d14-4164-a8ed-99a78d695748 req-9d54636c-e5bf-4d72-a960-8c091987a319 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327225 Jul 14 14:05:36.568313 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-de5a8d2d-422f-4d87-83e1-2907df5ce25c req-cdae1f83-4fd7-49b9-b617-0641e240209b tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0312762 Jul 14 14:05:36.702897 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8d57742a-408e-4474-87f8-2b18a13252e7 req-d72f2ec4-6c08-4a8f-831b-03e7d8061bc3 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0284581 Jul 14 14:05:37.268162 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a6730-df77-4bb7-a573-97903bb6c7b7 req-ddcb904c-2c14-4de4-a190-dc55d8199d53 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:37.270345 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3f4a6730-df77-4bb7-a573-97903bb6c7b7 req-ddcb904c-2c14-4de4-a190-dc55d8199d53 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 943 time: 0.0649598 Jul 14 14:05:37.311352 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3f4a6730-df77-4bb7-a573-97903bb6c7b7 req-a5579d19-d41a-4304-9463-43f333c4d401 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341027 Jul 14 14:05:37.718942 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5edde152-834d-4ab7-84d3-52cf0aa314e3 req-d31484a3-61f1-4e74-8544-5d461d28543a tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0322263 Jul 14 14:05:37.850458 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e1888fb7-f890-49be-92aa-5799bb8fe1b5 req-816f5c7c-8870-43e4-a7c5-774b91e0476c tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0277398 Jul 14 14:05:38.517908 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c132e2-abd2-4ae7-8e44-afda8acdc5fe req-c69e2c1f-6b03-4502-9702-9bba3cc97755 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:38.519023 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-03c132e2-abd2-4ae7-8e44-afda8acdc5fe req-c69e2c1f-6b03-4502-9702-9bba3cc97755 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 943 time: 0.0744622 Jul 14 14:05:38.579739 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-03c132e2-abd2-4ae7-8e44-afda8acdc5fe req-51e250c3-8075-433c-b0fd-b5477b245a31 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538244 Jul 14 14:05:38.903661 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fdbd16c2-b291-4e40-9c92-fa500369285d req-38d7e4b7-c3f7-4dfe-900b-76ade91fe7eb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0387497 Jul 14 14:05:39.099893 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7f66b39a-27e2-4714-91e7-1bfa10f32e6a req-c54ae805-42e7-4013-ab55-8300510f154b tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0343599 Jul 14 14:05:39.785674 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af83b9a-7d87-4406-8b0f-77a1654fe548 req-6054c46c-9eb7-4c7d-a80c-8dbeff66f297 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:39.787210 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2af83b9a-7d87-4406-8b0f-77a1654fe548 req-6054c46c-9eb7-4c7d-a80c-8dbeff66f297 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 943 time: 0.0706255 Jul 14 14:05:39.845285 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2af83b9a-7d87-4406-8b0f-77a1654fe548 req-0ec6846e-3d07-4ead-902c-148268bd3751 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478966 Jul 14 14:05:40.162752 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b43de5c3-5637-44d4-98b1-9a844cca80ea req-226aae7b-7f0c-4659-9fdb-c1508172597e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0338728 Jul 14 14:05:40.404366 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8096586b-adcc-43ed-a3d2-0bef6fb4e92b req-97e3708d-a13a-4545-a7d9-dc5e6f43397e tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0516803 Jul 14 14:05:40.771933 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:41.112582 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b608c-0676-4692-8f50-9d76772c6737 req-13337fb1-4370-442e-a084-bf6e94bd8e22 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:41.114337 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-837b608c-0676-4692-8f50-9d76772c6737 req-13337fb1-4370-442e-a084-bf6e94bd8e22 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 943 time: 0.1235919 Jul 14 14:05:41.173064 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-837b608c-0676-4692-8f50-9d76772c6737 req-6d8a97a6-eef3-455d-81b8-cc0fda1e664e tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482152 Jul 14 14:05:41.337827 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-af160f95-feca-4c84-9016-29f31c2b406a req-576817ab-e496-4452-ab1e-0424e40d9966 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0365632 Jul 14 14:05:41.586436 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4f209a4a-ddad-4637-868c-7d8f42924101 req-dda93b75-acc9-4ef7-8e05-25fd11f056d2 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0569742 Jul 14 14:05:42.616307 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2efee038-f8b5-4559-a9b5-775a56652714 req-961b505b-1d2f-4dd7-a24e-feda65e562f2 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0347984 Jul 14 14:05:42.686620 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f79a4066-7672-4c3b-90ba-53ad17b267b2 req-83628eb6-a67c-4768-abdf-6e908d90af6a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=32131b55-23aa-4704-8928-bbe891a38bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0650353 Jul 14 14:05:42.783369 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f79a4066-7672-4c3b-90ba-53ad17b267b2 req-4980eda6-0e20-49da-8c9b-5937821eedab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84091d0680394dc3955f3ed734020316&device_id=32131b55-23aa-4704-8928-bbe891a38bff HTTP/1.1" status: 200 len: 210 time: 0.0391605 Jul 14 14:05:42.802669 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-aa4520e1-f289-4944-aad8-b5590ceed8e1 req-9b4ea9bf-673b-4e28-8fa8-5d71b1b290fc tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0495284 Jul 14 14:05:42.841394 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425c916-5056-4423-900d-7d34abe50be0 req-b0c812e5-9fec-4da5-bd12-0f4e7a0942ae tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:42.843361 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3425c916-5056-4423-900d-7d34abe50be0 req-b0c812e5-9fec-4da5-bd12-0f4e7a0942ae tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 943 time: 0.5460382 Jul 14 14:05:42.848971 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f7cec-7599-4372-a2ee-dc0694f41087 req-947da35b-eaa3-468c-b2c1-ed6204d83a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:42.850534 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f52f7cec-7599-4372-a2ee-dc0694f41087 req-947da35b-eaa3-468c-b2c1-ed6204d83a18 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b139a63d2fde409a9f90b021e639f77c&device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 1096 time: 0.1461668 Jul 14 14:05:42.959678 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3425c916-5056-4423-900d-7d34abe50be0 req-63dd4f26-a06f-46b5-97f0-acd764e248d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081202 Jul 14 14:05:43.001870 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a4066-7672-4c3b-90ba-53ad17b267b2 req-235a6efe-7aa5-456f-9367-1553de8ca1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:43.004301 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f79a4066-7672-4c3b-90ba-53ad17b267b2 req-235a6efe-7aa5-456f-9367-1553de8ca1f5 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=84091d0680394dc3955f3ed734020316&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1396236 Jul 14 14:05:43.006579 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f7cec-7599-4372-a2ee-dc0694f41087 req-d393794a-938e-46ef-a6c3-41eac5b6466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:43.008044 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f52f7cec-7599-4372-a2ee-dc0694f41087 req-d393794a-938e-46ef-a6c3-41eac5b6466b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=b139a63d2fde409a9f90b021e639f77c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1469934 Jul 14 14:05:43.119575 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f7cec-7599-4372-a2ee-dc0694f41087 req-012b8f6e-51e4-4f68-9e64-a02bc374a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:43.120654 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a4066-7672-4c3b-90ba-53ad17b267b2 req-d389d920-9cc8-4928-8de6-0a7e383a87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:43.121198 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f52f7cec-7599-4372-a2ee-dc0694f41087 req-012b8f6e-51e4-4f68-9e64-a02bc374a90a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011164 Jul 14 14:05:43.122174 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f79a4066-7672-4c3b-90ba-53ad17b267b2 req-d389d920-9cc8-4928-8de6-0a7e383a87a5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033640 Jul 14 14:05:43.232278 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-9b5bbba7-b6b7-4779-aa88-cee38c22df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:43.234713 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-9b5bbba7-b6b7-4779-aa88-cee38c22df0b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b139a63d2fde409a9f90b021e639f77c&device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 1096 time: 0.0693002 Jul 14 14:05:43.282306 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-96c92b2d-f9d4-4c9c-8d03-3b72965d1736 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 200 len: 217 time: 0.0400081 Jul 14 14:05:43.343678 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-55e4b014-2f39-4dbd-86b0-1f870237457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:43.345592 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-55e4b014-2f39-4dbd-86b0-1f870237457c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=60848457-4419-4463-aa3d-f6155b17741c HTTP/1.1" status: 200 len: 853 time: 0.0564141 Jul 14 14:05:43.406139 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c427081-84b0-4c74-9504-d06139bb1721 req-18926091-9800-4754-ab69-e668d61b7672 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:43.408507 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c427081-84b0-4c74-9504-d06139bb1721 req-18926091-9800-4754-ab69-e668d61b7672 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.38 "GET /v2.0/networks?id=17797cd5-37ca-4464-b477-91a1f0328889 HTTP/1.1" status: 200 len: 813 time: 0.1295538 Jul 14 14:05:43.426453 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-2c427081-84b0-4c74-9504-d06139bb1721 req-b2b968ea-5ee4-4d4f-bdbb-2236835b0e72 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Request body: {'port': {'device_id': 'a6ec387d-13ab-48c0-a01d-aa1706d01bbb', 'network_id': '17797cd5-37ca-4464-b477-91a1f0328889', 'admin_state_up': True, 'tenant_id': '5becf2377cd34a5aa3e7c239e2b2bbb1'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:43.439873 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-cc2f8fdc-7233-42a6-8d10-a1059ee57d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:43.442765 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-cc2f8fdc-7233-42a6-8d10-a1059ee57d5b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3ad5087-ddb5-4936-b169-5492f416fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885112 Jul 14 14:05:43.598195 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ce993d13-1e22-4cd6-8b55-0b6a689b7b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:43.616997 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-fb718a51-5297-48e8-9c78-9a1c17535340 service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657524 Jul 14 14:05:43.666573 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c427081-84b0-4c74-9504-d06139bb1721 req-b2b968ea-5ee4-4d4f-bdbb-2236835b0e72 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Made reservation on behalf of 5becf2377cd34a5aa3e7c239e2b2bbb1 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:05:43.672007 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2c427081-84b0-4c74-9504-d06139bb1721 req-b2b968ea-5ee4-4d4f-bdbb-2236835b0e72 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:43.805388 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77944f43-2020-4634-9d9f-283ea27d2da4 req-97e56a83-6866-4a9c-9aa0-8a1cae3d6102 service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816738 Jul 14 14:05:43.825370 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55794) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:43.896507 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-575c2378-d671-4e1c-beb1-d301cb91f238 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:43.900901 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-2c427081-84b0-4c74-9504-d06139bb1721 req-b2b968ea-5ee4-4d4f-bdbb-2236835b0e72 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Allocated IP 172.20.0.4 (17797cd5-37ca-4464-b477-91a1f0328889/a3fe6600-58a2-4983-80eb-21c4631006ea/943dd9a5-9282-4234-8279-f4923c258f87) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:05:43.939005 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-575c2378-d671-4e1c-beb1-d301cb91f238 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:43.990112 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3b0fa42a-3121-4061-83cf-c61448d93212 req-b2f75eda-fdf1-4fa8-acc9-64f69d92f3aa tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0399950 Jul 14 14:05:44.023245 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-575c2378-d671-4e1c-beb1-d301cb91f238 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:44.027715 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-575c2378-d671-4e1c-beb1-d301cb91f238 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:44.028894 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-575c2378-d671-4e1c-beb1-d301cb91f238 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "DELETE /v2.0/security-groups/f49f7a01-66b8-4039-a21c-513d348e4bdc HTTP/1.1" status: 204 len: 168 time: 0.1992717 Jul 14 14:05:44.040793 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55800) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:44.041739 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c2378-d671-4e1c-beb1-d301cb91f238 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49f7a01-66b8-4039-a21c-513d348e4bdc,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:44.063838 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.api.v2.resource [None req-0e7cb55d-d114-4855-bf76-085ea3f915fa tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] show failed (client error): The resource could not be found. Jul 14 14:05:44.070272 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0e7cb55d-d114-4855-bf76-085ea3f915fa tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups/f49f7a01-66b8-4039-a21c-513d348e4bdc HTTP/1.1" status: 404 len: 347 time: 0.0240755 Jul 14 14:05:44.070931 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55802) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:44.158497 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2c427081-84b0-4c74-9504-d06139bb1721 req-b2b968ea-5ee4-4d4f-bdbb-2236835b0e72 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:44.200749 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2c427081-84b0-4c74-9504-d06139bb1721 req-b2b968ea-5ee4-4d4f-bdbb-2236835b0e72 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:44.250429 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c427081-84b0-4c74-9504-d06139bb1721 req-b2b968ea-5ee4-4d4f-bdbb-2236835b0e72 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Network 17797cd5-37ca-4464-b477-91a1f0328889 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:05:44.254967 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-2c427081-84b0-4c74-9504-d06139bb1721 req-b2b968ea-5ee4-4d4f-bdbb-2236835b0e72 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:44.258152 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c427081-84b0-4c74-9504-d06139bb1721 req-b2b968ea-5ee4-4d4f-bdbb-2236835b0e72 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:05:44.295964 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b968ea-5ee4-4d4f-bdbb-2236835b0e72 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Pushing event updated for resources: {'Port': ['ID=943dd9a5-9282-4234-8279-f4923c258f87,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:44.325395 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c427081-84b0-4c74-9504-d06139bb1721 req-b2b968ea-5ee4-4d4f-bdbb-2236835b0e72 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:44.326027 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2c427081-84b0-4c74-9504-d06139bb1721 req-b2b968ea-5ee4-4d4f-bdbb-2236835b0e72 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:44.334249 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab770a34-1fb0-4e3e-8998-723f0579f038 req-cf2f1f72-a400-464a-96dc-79e999856036 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:44.336051 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab770a34-1fb0-4e3e-8998-723f0579f038 req-cf2f1f72-a400-464a-96dc-79e999856036 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 943 time: 0.1510451 Jul 14 14:05:44.338513 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-f04aebe5-e205-4f58-abcf-15d731d93721 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Deleting port 3603b74b-5189-409d-a369-712a14f1051e {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:44.338961 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f04aebe5-e205-4f58-abcf-15d731d93721 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:44.343393 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c427081-84b0-4c74-9504-d06139bb1721 req-b2b968ea-5ee4-4d4f-bdbb-2236835b0e72 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9243133 Jul 14 14:05:44.357638 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Request body: {'port': {'device_id': 'a6ec387d-13ab-48c0-a01d-aa1706d01bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:44.435711 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab770a34-1fb0-4e3e-8998-723f0579f038 req-78816c62-0aac-49e5-bfac-8511f39cb347 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829105 Jul 14 14:05:44.457598 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f04aebe5-e205-4f58-abcf-15d731d93721 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:44.458115 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f04aebe5-e205-4f58-abcf-15d731d93721 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:44.459893 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:44.472714 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-f04aebe5-e205-4f58-abcf-15d731d93721 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Calling delete_port for 3603b74b-5189-409d-a369-712a14f1051e owned by network:floatingip {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:44.651825 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f04aebe5-e205-4f58-abcf-15d731d93721 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:44.680633 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04aebe5-e205-4f58-abcf-15d731d93721 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event deleted for resources: {'Port': ['ID=3603b74b-5189-409d-a369-712a14f1051e,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:44.750782 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f04aebe5-e205-4f58-abcf-15d731d93721 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for floatingip, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:44.753799 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f04aebe5-e205-4f58-abcf-15d731d93721 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:44.758412 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-f04aebe5-e205-4f58-abcf-15d731d93721 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "DELETE /v2.0/floatingips/f29401a9-16c1-4433-84c8-aee5850ff52c HTTP/1.1" status: 204 len: 168 time: 0.6864014 Jul 14 14:05:44.830734 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943dd9a5-9282-4234-8279-f4923c258f87 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:05:44.841503 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:44.865994 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Transition to ACTIVE for port object 943dd9a5-9282-4234-8279-f4923c258f87 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:44.870475 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:44.924763 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Pushing event updated for resources: {'Port': ['ID=943dd9a5-9282-4234-8279-f4923c258f87,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:44.997347 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Attempting to bind port 943dd9a5-9282-4234-8279-f4923c258f87 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:05:44.997574 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Attempting to bind port 943dd9a5-9282-4234-8279-f4923c258f87 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'e78801c7-ae5a-4486-a61b-ee4d82ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17797cd5-37ca-4464-b477-91a1f0328889'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:05:44.997903 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Attempting to bind port 943dd9a5-9282-4234-8279-f4923c258f87 on network 17797cd5-37ca-4464-b477-91a1f0328889 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:45.002491 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Port 943dd9a5-9282-4234-8279-f4923c258f87 on network 17797cd5-37ca-4464-b477-91a1f0328889 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:05:45.002850 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Attempting to bind port 943dd9a5-9282-4234-8279-f4923c258f87 on network 17797cd5-37ca-4464-b477-91a1f0328889 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:45.008687 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:05:45.009065 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Checking segment: {'id': 'e78801c7-ae5a-4486-a61b-ee4d82ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17797cd5-37ca-4464-b477-91a1f0328889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:05:45.009466 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Bound using segment: {'id': 'e78801c7-ae5a-4486-a61b-ee4d82ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17797cd5-37ca-4464-b477-91a1f0328889'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:05:45.009934 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Bound port: 943dd9a5-9282-4234-8279-f4923c258f87, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78801c7-ae5a-4486-a61b-ee4d82ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17797cd5-37ca-4464-b477-91a1f0328889'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:05:45.010310 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:45.093522 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] For port 943dd9a5-9282-4234-8279-f4923c258f87, host hv-cinder-78692, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:05:45.095898 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] For port 943dd9a5-9282-4234-8279-f4923c258f87, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=943dd9a5-9282-4234-8279-f4923c258f87,segment=NetworkSegment(e78801c7-ae5a-4486-a61b-ee4d82ab7bd6),segment_id=e78801c7-ae5a-4486-a61b-ee4d82ab7bd6)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:05:45.100705 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:45.154520 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:45.155150 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:45.156626 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c427081-84b0-4c74-9504-d06139bb1721 req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] 10.222.0.38 "PUT /v2.0/ports/943dd9a5-9282-4234-8279-f4923c258f87 HTTP/1.1" status: 200 len: 1093 time: 0.8041048 Jul 14 14:05:45.157106 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ec387d-13ab-48c0-a01d-aa1706d01bbb', 'tag': '943dd9a5-9282-4234-8279-f4923c258f87'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:45.159360 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8a443d-1b9c-40fb-93c1-0a2843ba1865" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ec387d-13ab-48c0-a01d-aa1706d01bbb", "tag": "943dd9a5-9282-4234-8279-f4923c258f87"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:45.210480 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6355b40-755b-492c-812e-f5060e43b133 service neutron] Pushing event updated for resources: {'Port': ['ID=943dd9a5-9282-4234-8279-f4923c258f87,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:45.274255 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c581d5-742d-4630-bf04-766fa5409967 req-1a656d28-8ecd-4e6a-b02c-2d3389bd38c6 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:45.275761 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65c581d5-742d-4630-bf04-766fa5409967 req-1a656d28-8ecd-4e6a-b02c-2d3389bd38c6 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 943 time: 0.1431053 Jul 14 14:05:45.310351 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c427081-84b0-4c74-9504-d06139bb1721 req-7fc641f4-e8f3-47f2-b6c5-76308a1e9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:45.311885 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c427081-84b0-4c74-9504-d06139bb1721 req-7fc641f4-e8f3-47f2-b6c5-76308a1e9733 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5becf2377cd34a5aa3e7c239e2b2bbb1&device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 1096 time: 0.0991569 Jul 14 14:05:45.363753 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c427081-84b0-4c74-9504-d06139bb1721 req-738ac599-2fe1-466f-b315-98c272feda7c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=943dd9a5-9282-4234-8279-f4923c258f87 HTTP/1.1" status: 200 len: 217 time: 0.0409744 Jul 14 14:05:45.366949 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65c581d5-742d-4630-bf04-766fa5409967 req-9ee69762-4b06-449a-8867-7eb4e394c136 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802767 Jul 14 14:05:45.407777 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55812) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:45.416066 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-cf1edd16-5a45-4dd4-89ce-706127f6544f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1293959520', 'description': 'tempest-description--2088424807'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:45.422600 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c427081-84b0-4c74-9504-d06139bb1721 req-48299264-d1b6-44e1-b011-8c7c5e084777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:45.424165 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c427081-84b0-4c74-9504-d06139bb1721 req-48299264-d1b6-44e1-b011-8c7c5e084777 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3fe6600-58a2-4983-80eb-21c4631006ea HTTP/1.1" status: 200 len: 853 time: 0.0538723 Jul 14 14:05:45.442008 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602cc83c-877e-4a28-b870-aaa9764ba50e x-openstack-request-id: req-602cc83c-877e-4a28-b870-aaa9764ba50e {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:45.442408 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ec387d-13ab-48c0-a01d-aa1706d01bbb", "tag": "943dd9a5-9282-4234-8279-f4923c258f87", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:45.442629 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-602cc83c-877e-4a28-b870-aaa9764ba50e {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:45.443150 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ec387d-13ab-48c0-a01d-aa1706d01bbb', 'tag': '943dd9a5-9282-4234-8279-f4923c258f87', 'status': 'completed', 'code': 200} Jul 14 14:05:45.460340 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cf1edd16-5a45-4dd4-89ce-706127f6544f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:45.465701 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c427081-84b0-4c74-9504-d06139bb1721 req-1008493f-e9cb-470a-8292-4fb97248683a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17797cd5-37ca-4464-b477-91a1f0328889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341015 Jul 14 14:05:45.599781 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c427081-84b0-4c74-9504-d06139bb1721 req-c581ca02-7d51-4641-9237-2a2a83ff72f2 service neutron] 10.222.0.38 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262717 Jul 14 14:05:45.615402 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cf1edd16-5a45-4dd4-89ce-706127f6544f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:45.620140 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cf1edd16-5a45-4dd4-89ce-706127f6544f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:45.657489 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cf1edd16-5a45-4dd4-89ce-706127f6544f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:45.658748 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-cf1edd16-5a45-4dd4-89ce-706127f6544f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2492678 Jul 14 14:05:45.663022 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1edd16-5a45-4dd4-89ce-706127f6544f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5438fc-2602-431e-b1c2-6d54c94deafa,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:45.664504 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55816) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:45.669755 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-92bdaf31-1f1c-42c0-b6c1-e2e30ab99fa4 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Request body: {'security_group_rule': {'security_group_id': 'ef5438fc-2602-431e-b1c2-6d54c94deafa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:45.708857 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce217f-c43e-4acf-bc43-d56884716e78 req-ac3fa24d-9053-481d-ba35-0d3150b9dca0 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:45.710394 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1bce217f-c43e-4acf-bc43-d56884716e78 req-ac3fa24d-9053-481d-ba35-0d3150b9dca0 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 943 time: 0.1326065 Jul 14 14:05:45.727781 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-92bdaf31-1f1c-42c0-b6c1-e2e30ab99fa4 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:45.747870 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2c427081-84b0-4c74-9504-d06139bb1721 req-33e600ea-97f9-44b7-9f7e-b9271178bfad service neutron] 10.222.0.38 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411605 Jul 14 14:05:45.784527 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1bce217f-c43e-4acf-bc43-d56884716e78 req-9edfb91a-1af1-469b-8d7b-0a9ced107dc7 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654864 Jul 14 14:05:45.810327 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-92bdaf31-1f1c-42c0-b6c1-e2e30ab99fa4 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:45.816530 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-92bdaf31-1f1c-42c0-b6c1-e2e30ab99fa4 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:45.841563 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdaf31-1f1c-42c0-b6c1-e2e30ab99fa4 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b388b611-4740-4e19-acff-3f80a0117402,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:45.847878 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-92bdaf31-1f1c-42c0-b6c1-e2e30ab99fa4 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:45.849297 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-92bdaf31-1f1c-42c0-b6c1-e2e30ab99fa4 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1831734 Jul 14 14:05:45.852653 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55818) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:45.857678 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-e3214faa-538c-4857-809f-59e1771523c5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Request body: {'security_group_rule': {'security_group_id': 'ef5438fc-2602-431e-b1c2-6d54c94deafa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:45.894107 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device fe8ccfb0-a193-459d-8a06-a779764bfe34 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:05:45.899663 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e3214faa-538c-4857-809f-59e1771523c5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:45.908227 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a443d-1b9c-40fb-93c1-0a2843ba1865 req-fb4cb785-ff5b-4e65-a29c-eb5fe5493b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:45.910297 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e8a443d-1b9c-40fb-93c1-0a2843ba1865 req-fb4cb785-ff5b-4e65-a29c-eb5fe5493b5f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5becf2377cd34a5aa3e7c239e2b2bbb1&device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 1096 time: 0.0961413 Jul 14 14:05:46.003932 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e3214faa-538c-4857-809f-59e1771523c5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:46.009977 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e3214faa-538c-4857-809f-59e1771523c5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:46.026025 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port fe8ccfb0-a193-459d-8a06-a779764bfe34, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34,segment=NetworkSegment(e9ad3048-10fc-4342-b402-722807577785),segment_id=e9ad3048-10fc-4342-b402-722807577785)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:46.042660 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3214faa-538c-4857-809f-59e1771523c5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e1ced5-1be7-464b-a557-d695d53cf1d8,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:46.049002 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': 'fe8ccfb0-a193-459d-8a06-a779764bfe34', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'port_id': 'fe8ccfb0-a193-459d-8a06-a779764bfe34', 'mac_address': 'fa:16:3e:99:d2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60848457-4419-4463-aa3d-f6155b17741c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:05:46.052981 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e3214faa-538c-4857-809f-59e1771523c5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:46.054852 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-e3214faa-538c-4857-809f-59e1771523c5 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2009254 Jul 14 14:05:46.059090 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55822) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:46.060874 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a443d-1b9c-40fb-93c1-0a2843ba1865 req-f940d9d7-422c-417f-904b-18c1bae1b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:46.062557 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e8a443d-1b9c-40fb-93c1-0a2843ba1865 req-f940d9d7-422c-417f-904b-18c1bae1b9dc service neutron] 10.222.0.38 "GET /v2.0/networks?id=17797cd5-37ca-4464-b477-91a1f0328889 HTTP/1.1" status: 200 len: 914 time: 0.1443508 Jul 14 14:05:46.066308 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Request body: {'floatingip': {'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:46.103284 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for floatingip, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:46.112570 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:46.122328 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e8a443d-1b9c-40fb-93c1-0a2843ba1865 req-408cfc15-aec4-4afd-adca-1de2af6fda6c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=943dd9a5-9282-4234-8279-f4923c258f87 HTTP/1.1" status: 200 len: 217 time: 0.0517857 Jul 14 14:05:46.137498 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8ccfb0-a193-459d-8a06-a779764bfe34 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:05:46.175487 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port fe8ccfb0-a193-459d-8a06-a779764bfe34, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34,segment=NetworkSegment(e9ad3048-10fc-4342-b402-722807577785),segment_id=e9ad3048-10fc-4342-b402-722807577785)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:46.180902 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:46.197863 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a443d-1b9c-40fb-93c1-0a2843ba1865 req-07c80861-83f9-41d2-8d68-5a23ad6cb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:46.199577 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e8a443d-1b9c-40fb-93c1-0a2843ba1865 req-07c80861-83f9-41d2-8d68-5a23ad6cb5e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3fe6600-58a2-4983-80eb-21c4631006ea HTTP/1.1" status: 200 len: 853 time: 0.0703187 Jul 14 14:05:46.241361 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e8a443d-1b9c-40fb-93c1-0a2843ba1865 req-df24e663-cb8b-44b3-9793-bf1489cf13ff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17797cd5-37ca-4464-b477-91a1f0328889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328453 Jul 14 14:05:46.256231 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=fe8ccfb0-a193-459d-8a06-a779764bfe34,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:46.258002 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:46.268724 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:46.271278 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:46.271278 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:46.271278 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:46.271278 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:46.271278 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:46.272020 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:46.272020 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:46.272356 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:46.272572 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:46.273147 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:46.273571 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:46.318234 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ea561df-8d72-47cc-9fa0-aef5154fe651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:46.356969 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e8a443d-1b9c-40fb-93c1-0a2843ba1865 req-02d17b6a-2dc8-4996-a418-5101f8953cb1 service neutron] 10.222.0.38 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079047 Jul 14 14:05:46.431512 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['fe8ccfb0-a193-459d-8a06-a779764bfe34'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:05:46.447709 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Allocated IP 172.27.0.177 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/e86c6205-20e2-4525-8047-eec8e134bbd7) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:05:46.459428 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:46.495484 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e8a443d-1b9c-40fb-93c1-0a2843ba1865 req-c6fd894a-c00a-431c-9cae-b0a5a883c328 service neutron] 10.222.0.38 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311984 Jul 14 14:05:46.644671 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:46.698626 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55612c4-317b-4b69-a512-b6f48c0575ea req-07f585bc-461e-407f-85bf-c245e3327f63 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:46.700311 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c55612c4-317b-4b69-a512-b6f48c0575ea req-07f585bc-461e-407f-85bf-c245e3327f63 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 943 time: 0.1263013 Jul 14 14:05:46.714327 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:46.778343 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:05:46.783525 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:46.788655 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c55612c4-317b-4b69-a512-b6f48c0575ea req-a988fcbc-0210-4de7-863f-e8b719ba1992 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822389 Jul 14 14:05:46.789494 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:05:46.823094 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event updated for resources: {'Port': ['ID=e86c6205-20e2-4525-8047-eec8e134bbd7,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:46.919772 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:46.965795 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:47.020238 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b546e4-f3ac-4bf9-9a5e-409086840ed8 req-a30a32ba-022f-4c37-837f-14a3ca0fb1d9 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:47.022917 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a1b546e4-f3ac-4bf9-9a5e-409086840ed8 req-a30a32ba-022f-4c37-837f-14a3ca0fb1d9 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 944 time: 0.1025317 Jul 14 14:05:47.096679 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a1b546e4-f3ac-4bf9-9a5e-409086840ed8 req-4b9826ed-8c5b-4e64-8bbe-4fd1b09d1c82 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674276 Jul 14 14:05:47.142871 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:47.150225 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:47.274038 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event updated for resources: {'Port': ['ID=e86c6205-20e2-4525-8047-eec8e134bbd7,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:47.294394 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:47.314909 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:47.317118 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-13c67d66-5ccc-4f2e-9a63-f8b4f8fcf83f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2564623 Jul 14 14:05:47.336445 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:47.548214 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-213cad32-7eeb-484b-bd9e-cef199d14519 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1293959520&fields=id&tenant_id=84091d0680394dc3955f3ed734020316 HTTP/1.1" status: 200 len: 267 time: 0.0458238 Jul 14 14:05:47.671125 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:05:47.682978 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-20cff70a-3d35-464b-be8a-87f79f3af8cc tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:47.685687 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-20cff70a-3d35-464b-be8a-87f79f3af8cc tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/networks?id=3410fdfc-dc44-4fd7-9145-5178f588b3ac HTTP/1.1" status: 200 len: 816 time: 0.1301963 Jul 14 14:05:47.702231 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-d58be13a-edad-4d82-b424-053c8524c8fe tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/quotas/84091d0680394dc3955f3ed734020316 HTTP/1.1" status: 200 len: 375 time: 0.0106366 Jul 14 14:05:47.787533 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-50cdf8f4-054d-47b8-aafd-ef9a1bb4a4a1 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=84091d0680394dc3955f3ed734020316&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783961 Jul 14 14:05:47.909776 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 943dd9a5-9282-4234-8279-f4923c258f87 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:05:47.913700 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device fe8ccfb0-a193-459d-8a06-a779764bfe34 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:47.926404 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-26938163-cc92-4da7-ac60-907a14e8679c service neutron] 10.222.0.57 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262476 Jul 14 14:05:48.039353 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-4dbe4138-e08b-4575-a20c-827fe78fcc2b service neutron] 10.222.0.57 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021757 Jul 14 14:05:48.074580 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port fe8ccfb0-a193-459d-8a06-a779764bfe34 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:48.082037 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f70503-707c-481a-87e5-31926caaefde req-7df112de-139e-4403-8452-94758a135b8e tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:48.083941 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port fe8ccfb0-a193-459d-8a06-a779764bfe34 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:48.084570 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-41f70503-707c-481a-87e5-31926caaefde req-7df112de-139e-4403-8452-94758a135b8e tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 943 time: 0.1056106 Jul 14 14:05:48.084766 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:48.128894 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 943dd9a5-9282-4234-8279-f4923c258f87, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=943dd9a5-9282-4234-8279-f4923c258f87,segment=NetworkSegment(e78801c7-ae5a-4486-a61b-ee4d82ab7bd6),segment_id=e78801c7-ae5a-4486-a61b-ee4d82ab7bd6)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:48.145672 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-41f70503-707c-481a-87e5-31926caaefde req-951868a7-8d79-4f14-9ba7-5044675272d7 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535207 Jul 14 14:05:48.149905 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '943dd9a5-9282-4234-8279-f4923c258f87', 'network_id': '17797cd5-37ca-4464-b477-91a1f0328889', 'port_id': '943dd9a5-9282-4234-8279-f4923c258f87', 'mac_address': 'fa:16:3e:1c:64:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3fe6600-58a2-4983-80eb-21c4631006ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:05:48.255851 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:48.270597 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:48.282751 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943dd9a5-9282-4234-8279-f4923c258f87 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:05:48.307214 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 943dd9a5-9282-4234-8279-f4923c258f87, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=943dd9a5-9282-4234-8279-f4923c258f87,segment=NetworkSegment(e78801c7-ae5a-4486-a61b-ee4d82ab7bd6),segment_id=e78801c7-ae5a-4486-a61b-ee4d82ab7bd6)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:48.320418 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:48.370384 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8ccfb0-a193-459d-8a06-a779764bfe34'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:48.374455 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a1fd19-cfbc-446c-9e5a-59dddbc09a0d" -d '{"events": [{"server_uuid": "a79941e7-d064-4daa-88f5-41efed8dc3e3", "name": "network-vif-plugged", "status": "completed", "tag": "fe8ccfb0-a193-459d-8a06-a779764bfe34"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:48.416165 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port fe8ccfb0-a193-459d-8a06-a779764bfe34, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34,segment=NetworkSegment(e9ad3048-10fc-4342-b402-722807577785),segment_id=e9ad3048-10fc-4342-b402-722807577785)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:48.421642 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f290-14ab-4667-8ad2-878a8ea17fcb req-37e3bc56-79e3-48cf-aeb6-571e4e9ad930 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:48.428534 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:48.433271 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a573f290-14ab-4667-8ad2-878a8ea17fcb req-37e3bc56-79e3-48cf-aeb6-571e4e9ad930 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 944 time: 0.1110849 Jul 14 14:05:48.454200 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=943dd9a5-9282-4234-8279-f4923c258f87,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:48.482371 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a573f290-14ab-4667-8ad2-878a8ea17fcb req-c73489fe-25f7-4c5f-a915-5b0998da8cad tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477204 Jul 14 14:05:48.513071 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2bdf77b7-fd19-483a-951c-6947a2b0e8a6 req-242d7b13-6591-4a59-bea7-b1f738e29c85 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 210 time: 0.0600815 Jul 14 14:05:48.552278 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af28cff-1e9a-47d6-b928-f109ba72e297 x-openstack-request-id: req-0af28cff-1e9a-47d6-b928-f109ba72e297 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:48.552661 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79941e7-d064-4daa-88f5-41efed8dc3e3", "name": "network-vif-plugged", "status": "completed", "tag": "fe8ccfb0-a193-459d-8a06-a779764bfe34", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:48.553208 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0af28cff-1e9a-47d6-b928-f109ba72e297 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:48.553709 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8ccfb0-a193-459d-8a06-a779764bfe34', 'code': 200} Jul 14 14:05:48.562028 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=fe8ccfb0-a193-459d-8a06-a779764bfe34,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:48.612009 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['943dd9a5-9282-4234-8279-f4923c258f87'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:05:48.856063 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78ece8-330a-40c9-8818-4fb04dee9779 req-6947df5e-47e6-4a91-8e20-5906d80dc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:48.858947 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e78ece8-330a-40c9-8818-4fb04dee9779 req-6947df5e-47e6-4a91-8e20-5906d80dc24f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0839744 Jul 14 14:05:48.903735 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e78ece8-330a-40c9-8818-4fb04dee9779 req-0f21aa7c-c6c3-4121-9cd7-0053997695ee service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356243 Jul 14 14:05:49.166923 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:49.357033 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac45ee6-176a-4b51-a501-4cc1f91eee42 req-0c6bef69-ec9c-4834-88b9-8d81f2776f1e tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:49.358887 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ac45ee6-176a-4b51-a501-4cc1f91eee42 req-0c6bef69-ec9c-4834-88b9-8d81f2776f1e tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 944 time: 0.0661542 Jul 14 14:05:49.404652 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ac45ee6-176a-4b51-a501-4cc1f91eee42 req-4e3b0861-cdae-4d3e-885a-cd9c2f1fee7d tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392272 Jul 14 14:05:49.684310 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b522de81-08d5-4bd9-a25d-abdabfd9e2bd req-dbb62440-2b83-476b-86a6-35bc87f67c52 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 210 time: 0.0347075 Jul 14 14:05:49.757148 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9f703-38a6-4cf6-a90f-457a18de532c req-aa74016f-77df-4e46-b5aa-404330ac612b tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:49.758745 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-20d9f703-38a6-4cf6-a90f-457a18de532c req-aa74016f-77df-4e46-b5aa-404330ac612b tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 945 time: 0.1422851 Jul 14 14:05:49.779490 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-72c4c6d2-8bdf-4ceb-b1df-be21c4fcb66a tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:49.781226 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-72c4c6d2-8bdf-4ceb-b1df-be21c4fcb66a tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.38 "GET /v2.0/networks?id=3410fdfc-dc44-4fd7-9145-5178f588b3ac HTTP/1.1" status: 200 len: 816 time: 0.1819136 Jul 14 14:05:49.857432 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-20d9f703-38a6-4cf6-a90f-457a18de532c req-c9a64842-d16d-4bf9-b6e4-bfd762041514 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750737 Jul 14 14:05:49.865743 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-d88b81b9-7981-4a49-ad38-9396be1a1889 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84091d0680394dc3955f3ed734020316 HTTP/1.1" status: 200 len: 380 time: 0.0633199 Jul 14 14:05:49.879919 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-2b9fcadf-f451-4c2c-ad8d-171cc0860c06 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Request body: {'port': {'device_id': 'd29ebe6f-472d-4c8c-89d0-91da790db36a', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'admin_state_up': True, 'tenant_id': '84091d0680394dc3955f3ed734020316', 'security_groups': ['ef5438fc-2602-431e-b1c2-6d54c94deafa']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:49.925617 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 943dd9a5-9282-4234-8279-f4923c258f87 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:50.000857 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port 943dd9a5-9282-4234-8279-f4923c258f87 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:50.007935 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 943dd9a5-9282-4234-8279-f4923c258f87 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:50.008704 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:50.043471 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-2b9fcadf-f451-4c2c-ad8d-171cc0860c06 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Made reservation on behalf of 84091d0680394dc3955f3ed734020316 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:05:50.047882 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-2b9fcadf-f451-4c2c-ad8d-171cc0860c06 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:50.110349 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:50.145297 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 943dd9a5-9282-4234-8279-f4923c258f87, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=943dd9a5-9282-4234-8279-f4923c258f87,segment=NetworkSegment(e78801c7-ae5a-4486-a61b-ee4d82ab7bd6),segment_id=e78801c7-ae5a-4486-a61b-ee4d82ab7bd6)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:50.150374 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:50.195572 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-2b9fcadf-f451-4c2c-ad8d-171cc0860c06 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Allocated IP 172.20.0.5 (3410fdfc-dc44-4fd7-9145-5178f588b3ac/7c9e99f6-8685-4c55-b68e-415908b0bb16/fdea8281-2176-4337-b6ee-6ed2d4c55210) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:05:50.210657 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=943dd9a5-9282-4234-8279-f4923c258f87,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:50.339736 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-2b9fcadf-f451-4c2c-ad8d-171cc0860c06 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:50.354369 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-2b9fcadf-f451-4c2c-ad8d-171cc0860c06 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Transition to ACTIVE for port object fdea8281-2176-4337-b6ee-6ed2d4c55210 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:50.389614 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-2b9fcadf-f451-4c2c-ad8d-171cc0860c06 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:50.443195 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-2b9fcadf-f451-4c2c-ad8d-171cc0860c06 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Network 3410fdfc-dc44-4fd7-9145-5178f588b3ac is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:05:50.447023 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-2b9fcadf-f451-4c2c-ad8d-171cc0860c06 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:05:50.453444 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-2b9fcadf-f451-4c2c-ad8d-171cc0860c06 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:05:50.480583 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fcadf-f451-4c2c-ad8d-171cc0860c06 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event updated for resources: {'Port': ['ID=fdea8281-2176-4337-b6ee-6ed2d4c55210,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:50.514553 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-2b9fcadf-f451-4c2c-ad8d-171cc0860c06 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:50.514553 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-2b9fcadf-f451-4c2c-ad8d-171cc0860c06 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:50.534981 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-2b9fcadf-f451-4c2c-ad8d-171cc0860c06 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6613164 Jul 14 14:05:50.549068 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Request body: {'port': {'device_id': 'd29ebe6f-472d-4c8c-89d0-91da790db36a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:50.556002 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ec387d-13ab-48c0-a01d-aa1706d01bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943dd9a5-9282-4234-8279-f4923c258f87'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:50.561449 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf1e350-c251-4acc-bd28-5037967d90a7" -d '{"events": [{"server_uuid": "a6ec387d-13ab-48c0-a01d-aa1706d01bbb", "name": "network-vif-plugged", "status": "completed", "tag": "943dd9a5-9282-4234-8279-f4923c258f87"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:50.648884 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:50.724872 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77cdbb-eac9-4903-8269-7f20459c6272 req-0e2ced05-a596-4cc7-91fa-192871a2f3fc tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:50.726133 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8f77cdbb-eac9-4903-8269-7f20459c6272 req-0e2ced05-a596-4cc7-91fa-192871a2f3fc tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 945 time: 0.1107140 Jul 14 14:05:50.793331 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2a900355-40c6-4685-991e-9fca2651c257 None None] Provisioning for port fdea8281-2176-4337-b6ee-6ed2d4c55210 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:50.798256 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2a900355-40c6-4685-991e-9fca2651c257 None None] Provisioning complete for port fdea8281-2176-4337-b6ee-6ed2d4c55210 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:50.798879 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a900355-40c6-4685-991e-9fca2651c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:50.799673 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8f77cdbb-eac9-4903-8269-7f20459c6272 req-c25ce501-443c-40a8-abf6-cba53ee7fe72 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671787 Jul 14 14:05:50.866630 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43c8081-a746-4734-a954-5185c4d38416 x-openstack-request-id: req-a43c8081-a746-4734-a954-5185c4d38416 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:50.866945 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ec387d-13ab-48c0-a01d-aa1706d01bbb", "name": "network-vif-plugged", "status": "completed", "tag": "943dd9a5-9282-4234-8279-f4923c258f87", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:50.867361 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a43c8081-a746-4734-a954-5185c4d38416 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:50.867896 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ec387d-13ab-48c0-a01d-aa1706d01bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943dd9a5-9282-4234-8279-f4923c258f87', 'code': 200} Jul 14 14:05:50.868742 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2a900355-40c6-4685-991e-9fca2651c257 None None] Port fdea8281-2176-4337-b6ee-6ed2d4c55210 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:05:51.066444 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99646a82-be2a-4566-b237-f50188d8c944 req-31004576-c32a-4324-b1f2-0eecdea2735e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:51.068062 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-99646a82-be2a-4566-b237-f50188d8c944 req-31004576-c32a-4324-b1f2-0eecdea2735e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 931 time: 0.1325393 Jul 14 14:05:51.070304 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdea8281-2176-4337-b6ee-6ed2d4c55210 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:05:51.080503 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:51.107627 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5372d0c-8c2c-4b90-9490-b05eed9e8b13 req-ed70cf01-7534-488a-9c08-9bf68aa8f28a tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:51.108882 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Transition to ACTIVE for port object fdea8281-2176-4337-b6ee-6ed2d4c55210 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:05:51.109490 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d5372d0c-8c2c-4b90-9490-b05eed9e8b13 req-ed70cf01-7534-488a-9c08-9bf68aa8f28a tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 945 time: 0.1146164 Jul 14 14:05:51.119802 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:51.134841 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679135dd-2f6d-4e01-98f8-205ca06d21aa req-5424d2c3-e28b-4ade-9b4d-837ec7870860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:51.136394 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-679135dd-2f6d-4e01-98f8-205ca06d21aa req-5424d2c3-e28b-4ade-9b4d-837ec7870860 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 1098 time: 0.1031067 Jul 14 14:05:51.158144 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-99646a82-be2a-4566-b237-f50188d8c944 req-8b9a1f8a-ce41-4559-b0f3-d89d38696b66 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef5438fc-2602-431e-b1c2-6d54c94deafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826919 Jul 14 14:05:51.172103 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d5372d0c-8c2c-4b90-9490-b05eed9e8b13 req-70efd8f4-9f39-445c-959b-e34a177f35f7 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563588 Jul 14 14:05:51.187653 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Pushing event updated for resources: {'Port': ['ID=fdea8281-2176-4337-b6ee-6ed2d4c55210,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:51.189813 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-679135dd-2f6d-4e01-98f8-205ca06d21aa req-3c1377db-1da1-40b6-a0c7-2ec34ee4a497 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Jul 14 14:05:51.301141 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Attempting to bind port fdea8281-2176-4337-b6ee-6ed2d4c55210 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:05:51.301705 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Attempting to bind port fdea8281-2176-4337-b6ee-6ed2d4c55210 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:05:51.303516 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Attempting to bind port fdea8281-2176-4337-b6ee-6ed2d4c55210 on network 3410fdfc-dc44-4fd7-9145-5178f588b3ac {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:51.310101 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Port fdea8281-2176-4337-b6ee-6ed2d4c55210 on network 3410fdfc-dc44-4fd7-9145-5178f588b3ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:05:51.310643 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Attempting to bind port fdea8281-2176-4337-b6ee-6ed2d4c55210 on network 3410fdfc-dc44-4fd7-9145-5178f588b3ac {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:05:51.319555 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:05:51.320132 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Checking segment: {'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:05:51.320749 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Bound using segment: {'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:05:51.321822 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Bound port: fdea8281-2176-4337-b6ee-6ed2d4c55210, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6bd37e-d153-4a8e-a426-356d1ce2995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:05:51.322419 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:51.426451 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] For port fdea8281-2176-4337-b6ee-6ed2d4c55210, host hv-cinder-78692, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:05:51.429833 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] For port fdea8281-2176-4337-b6ee-6ed2d4c55210, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fdea8281-2176-4337-b6ee-6ed2d4c55210,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:05:51.435353 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:51.472985 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf72be-cde3-41c9-bd11-87f8eec69686 req-2d2e41c0-9dd8-41bf-8a95-4bbcba69d002 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:51.475292 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:51.475645 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-eebf72be-cde3-41c9-bd11-87f8eec69686 req-2d2e41c0-9dd8-41bf-8a95-4bbcba69d002 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 945 time: 0.0775948 Jul 14 14:05:51.475831 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:51.477618 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] 10.222.0.38 "PUT /v2.0/ports/fdea8281-2176-4337-b6ee-6ed2d4c55210 HTTP/1.1" status: 200 len: 1093 time: 0.9335058 Jul 14 14:05:51.480063 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29ebe6f-472d-4c8c-89d0-91da790db36a', 'tag': 'fdea8281-2176-4337-b6ee-6ed2d4c55210'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:51.485667 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311e15a4-296d-4b67-8f46-1b048ec361c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d29ebe6f-472d-4c8c-89d0-91da790db36a", "tag": "fdea8281-2176-4337-b6ee-6ed2d4c55210"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:51.545677 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-eebf72be-cde3-41c9-bd11-87f8eec69686 req-b2883744-acd2-45e1-93d7-1d3e0900607a tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610881 Jul 14 14:05:51.564812 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879226a5-a6f1-4a20-b02c-f112ccdd577c service neutron] Pushing event updated for resources: {'Port': ['ID=fdea8281-2176-4337-b6ee-6ed2d4c55210,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:51.573299 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3e4ea5-291b-4c81-9020-a045663d2f3a x-openstack-request-id: req-5b3e4ea5-291b-4c81-9020-a045663d2f3a {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:51.573682 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29ebe6f-472d-4c8c-89d0-91da790db36a", "tag": "fdea8281-2176-4337-b6ee-6ed2d4c55210", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:51.573933 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5b3e4ea5-291b-4c81-9020-a045663d2f3a {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:51.574352 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29ebe6f-472d-4c8c-89d0-91da790db36a', 'tag': 'fdea8281-2176-4337-b6ee-6ed2d4c55210', 'status': 'completed', 'code': 200} Jul 14 14:05:51.606020 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-142dd438-52f7-4e11-a21d-1869413190c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:51.608415 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-142dd438-52f7-4e11-a21d-1869413190c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84091d0680394dc3955f3ed734020316&device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 1096 time: 0.0770695 Jul 14 14:05:51.663361 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-6a241c01-f8c9-4964-8e55-cff6c56208dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdea8281-2176-4337-b6ee-6ed2d4c55210 HTTP/1.1" status: 200 len: 217 time: 0.0458784 Jul 14 14:05:51.727581 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-46ffe210-6095-4dcf-a2c8-b5f875de272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:51.729442 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-46ffe210-6095-4dcf-a2c8-b5f875de272d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c9e99f6-8685-4c55-b68e-415908b0bb16 HTTP/1.1" status: 200 len: 855 time: 0.0566595 Jul 14 14:05:51.797410 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-66b8cb55-ec2e-45c0-b63c-ce96dfa3ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:51.799091 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-66b8cb55-ec2e-45c0-b63c-ce96dfa3ee9b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3410fdfc-dc44-4fd7-9145-5178f588b3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625715 Jul 14 14:05:51.922356 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-2aba92ec-c25d-4597-9290-91f2e8a436e3 service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116831 Jul 14 14:05:52.090103 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdba6e-d99e-445a-8f43-5d361e313d66 req-8ee35840-0f09-41e1-b1de-a6bed04f4182 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:52.091711 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bccdba6e-d99e-445a-8f43-5d361e313d66 req-8ee35840-0f09-41e1-b1de-a6bed04f4182 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 945 time: 0.0757453 Jul 14 14:05:52.102184 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43c0a1b2-df26-423b-9ee3-a0af3d37a386 req-0b15ffb9-4561-4f1f-ad22-7d574e7b9238 service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632824 Jul 14 14:05:52.152264 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686ec8e-1190-4503-b717-15a85e418099 req-97f9fd7b-6aae-4f32-8830-b28bb1091cf0 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:52.154158 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7686ec8e-1190-4503-b717-15a85e418099 req-97f9fd7b-6aae-4f32-8830-b28bb1091cf0 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 945 time: 0.1040754 Jul 14 14:05:52.168414 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bccdba6e-d99e-445a-8f43-5d361e313d66 req-1025b725-dbbf-4707-ae9f-ac7c1b4d4990 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681734 Jul 14 14:05:52.230400 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7686ec8e-1190-4503-b717-15a85e418099 req-2b898284-9246-401a-8b5e-bd2796815095 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658154 Jul 14 14:05:52.291066 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e15a4-296d-4b67-8f46-1b048ec361c1 req-5902f185-1ad5-43de-a394-e4989fbbfb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:52.293161 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-311e15a4-296d-4b67-8f46-1b048ec361c1 req-5902f185-1ad5-43de-a394-e4989fbbfb18 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84091d0680394dc3955f3ed734020316&device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 1096 time: 0.0849755 Jul 14 14:05:52.402131 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e15a4-296d-4b67-8f46-1b048ec361c1 req-9b93519f-46f3-420d-8791-5a2c45d5acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:52.403809 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-311e15a4-296d-4b67-8f46-1b048ec361c1 req-9b93519f-46f3-420d-8791-5a2c45d5acdb service neutron] 10.222.0.38 "GET /v2.0/networks?id=3410fdfc-dc44-4fd7-9145-5178f588b3ac HTTP/1.1" status: 200 len: 917 time: 0.0994742 Jul 14 14:05:52.407460 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afa72d-21f4-49cd-8592-e1d8bdd5f325 req-71ae72a1-a8bc-44b3-af55-ec7805c1920e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:52.409146 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-33afa72d-21f4-49cd-8592-e1d8bdd5f325 req-71ae72a1-a8bc-44b3-af55-ec7805c1920e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 943 time: 0.0744240 Jul 14 14:05:52.458510 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-311e15a4-296d-4b67-8f46-1b048ec361c1 req-21dd27a7-7711-4b10-95b0-65533957dcc8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdea8281-2176-4337-b6ee-6ed2d4c55210 HTTP/1.1" status: 200 len: 217 time: 0.0455940 Jul 14 14:05:52.461472 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-33afa72d-21f4-49cd-8592-e1d8bdd5f325 req-d0b313dd-e9fb-4ddf-945e-538205a07125 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef5438fc-2602-431e-b1c2-6d54c94deafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396104 Jul 14 14:05:52.509921 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e15a4-296d-4b67-8f46-1b048ec361c1 req-391a0194-d14c-484a-86cc-9f2d3071fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:52.511479 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-311e15a4-296d-4b67-8f46-1b048ec361c1 req-391a0194-d14c-484a-86cc-9f2d3071fdfb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c9e99f6-8685-4c55-b68e-415908b0bb16 HTTP/1.1" status: 200 len: 855 time: 0.0456295 Jul 14 14:05:52.579649 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e15a4-296d-4b67-8f46-1b048ec361c1 req-91950236-fc1c-4ca7-9829-dcff71b1b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:52.582216 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-311e15a4-296d-4b67-8f46-1b048ec361c1 req-91950236-fc1c-4ca7-9829-dcff71b1b27d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3410fdfc-dc44-4fd7-9145-5178f588b3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635989 Jul 14 14:05:52.682595 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-311e15a4-296d-4b67-8f46-1b048ec361c1 req-8d3a9133-6a7b-454a-b296-facf568c528f service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927706 Jul 14 14:05:52.778379 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-311e15a4-296d-4b67-8f46-1b048ec361c1 req-e121ce88-ccff-4b30-ab0a-97ce7e57a481 service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890508 Jul 14 14:05:53.352334 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52169a28-e577-49c8-95a6-95f4ca7aeedd req-5041bfb2-bd29-4b78-8085-9d7ca7567ab8 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:53.354193 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-52169a28-e577-49c8-95a6-95f4ca7aeedd req-5041bfb2-bd29-4b78-8085-9d7ca7567ab8 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 945 time: 0.0652800 Jul 14 14:05:53.396704 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-52169a28-e577-49c8-95a6-95f4ca7aeedd req-82decb39-4d99-40be-818e-60c2ab96deaf tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357764 Jul 14 14:05:53.658018 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89284a1b-a318-44cb-8498-7d1071a6e03b req-5d479d8d-0ace-49b9-95fc-1d2dd8d00efc tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:53.660548 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-89284a1b-a318-44cb-8498-7d1071a6e03b req-5d479d8d-0ace-49b9-95fc-1d2dd8d00efc tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 943 time: 0.0734372 Jul 14 14:05:53.713374 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-89284a1b-a318-44cb-8498-7d1071a6e03b req-e36a15a7-874b-41f1-8303-3c12c43b8101 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef5438fc-2602-431e-b1c2-6d54c94deafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422151 Jul 14 14:05:53.953779 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device fdea8281-2176-4337-b6ee-6ed2d4c55210 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:05:54.074631 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port fdea8281-2176-4337-b6ee-6ed2d4c55210, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fdea8281-2176-4337-b6ee-6ed2d4c55210,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:54.088652 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': 'fdea8281-2176-4337-b6ee-6ed2d4c55210', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'port_id': 'fdea8281-2176-4337-b6ee-6ed2d4c55210', 'mac_address': 'fa:16:3e:3c:ba:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:05:54.136499 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:54.154512 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdea8281-2176-4337-b6ee-6ed2d4c55210 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:05:54.185683 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port fdea8281-2176-4337-b6ee-6ed2d4c55210, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fdea8281-2176-4337-b6ee-6ed2d4c55210,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:54.190166 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:54.246658 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=fdea8281-2176-4337-b6ee-6ed2d4c55210,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:54.456854 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['fdea8281-2176-4337-b6ee-6ed2d4c55210'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:05:54.923477 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a758a-5594-4a21-990a-8e6a4dc76f07 req-0176fb58-f1b8-447e-ab8c-2dd20c114177 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:54.925564 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-845a758a-5594-4a21-990a-8e6a4dc76f07 req-0176fb58-f1b8-447e-ab8c-2dd20c114177 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 944 time: 0.0670397 Jul 14 14:05:54.963662 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-845a758a-5594-4a21-990a-8e6a4dc76f07 req-29187b10-b88d-4b9f-a3b9-9e2de1f11552 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef5438fc-2602-431e-b1c2-6d54c94deafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325410 Jul 14 14:05:55.982923 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device fdea8281-2176-4337-b6ee-6ed2d4c55210 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:05:56.052656 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port fdea8281-2176-4337-b6ee-6ed2d4c55210 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:05:56.057329 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port fdea8281-2176-4337-b6ee-6ed2d4c55210 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:05:56.057708 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:56.147766 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:56.169813 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999ce51-0274-45b5-b035-d27da79c5d1a req-c0a752ba-6dbf-455d-8c12-377d798f227e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:56.171584 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3999ce51-0274-45b5-b035-d27da79c5d1a req-c0a752ba-6dbf-455d-8c12-377d798f227e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 944 time: 0.0723009 Jul 14 14:05:56.174608 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29ebe6f-472d-4c8c-89d0-91da790db36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdea8281-2176-4337-b6ee-6ed2d4c55210'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:56.177639 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb38a10-c2c1-4f0a-a184-a5ca37261326" -d '{"events": [{"server_uuid": "d29ebe6f-472d-4c8c-89d0-91da790db36a", "name": "network-vif-plugged", "status": "completed", "tag": "fdea8281-2176-4337-b6ee-6ed2d4c55210"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:56.194164 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port fdea8281-2176-4337-b6ee-6ed2d4c55210, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fdea8281-2176-4337-b6ee-6ed2d4c55210,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:56.199111 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:56.224815 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3999ce51-0274-45b5-b035-d27da79c5d1a req-7168cea7-0265-4524-9cf5-91d25f345084 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef5438fc-2602-431e-b1c2-6d54c94deafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468318 Jul 14 14:05:56.231701 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c488c0e-ddf1-4f9c-b0a9-0273263dceeb x-openstack-request-id: req-3c488c0e-ddf1-4f9c-b0a9-0273263dceeb {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:56.231992 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29ebe6f-472d-4c8c-89d0-91da790db36a", "name": "network-vif-plugged", "status": "completed", "tag": "fdea8281-2176-4337-b6ee-6ed2d4c55210", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:56.232470 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c488c0e-ddf1-4f9c-b0a9-0273263dceeb {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:56.233254 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29ebe6f-472d-4c8c-89d0-91da790db36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdea8281-2176-4337-b6ee-6ed2d4c55210', 'code': 200} Jul 14 14:05:56.260558 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=fdea8281-2176-4337-b6ee-6ed2d4c55210,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:56.499072 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b15d56-63e6-43c0-a423-fd690076e4b7 req-c6c9c07c-5b1e-44e3-9ee6-7267214c4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:56.500635 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73b15d56-63e6-43c0-a423-fd690076e4b7 req-c6c9c07c-5b1e-44e3-9ee6-7267214c4415 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 1098 time: 0.0588782 Jul 14 14:05:56.536451 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73b15d56-63e6-43c0-a423-fd690076e4b7 req-1287d454-0038-4e99-9ba8-253ce9756a63 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef5438fc-2602-431e-b1c2-6d54c94deafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288029 Jul 14 14:05:57.438072 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8580dc-0a9a-42f9-bbc5-d2e2faad0687 req-05f7c759-7fa5-4eed-96ff-624d6498b540 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:57.439625 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d8580dc-0a9a-42f9-bbc5-d2e2faad0687 req-05f7c759-7fa5-4eed-96ff-624d6498b540 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 945 time: 0.0760105 Jul 14 14:05:57.486064 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d8580dc-0a9a-42f9-bbc5-d2e2faad0687 req-7678748c-d2ce-4538-ab92-ef4fab718a60 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef5438fc-2602-431e-b1c2-6d54c94deafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400584 Jul 14 14:05:58.701600 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eadbfc-a559-45d8-aa06-b071550cd417 req-8e1375a5-39a4-4d58-99aa-6876fa87c06e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:58.703200 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c8eadbfc-a559-45d8-aa06-b071550cd417 req-8e1375a5-39a4-4d58-99aa-6876fa87c06e tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 945 time: 0.0663669 Jul 14 14:05:58.746577 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c8eadbfc-a559-45d8-aa06-b071550cd417 req-af9d4a5c-ea31-4e0d-85e4-6586e3a637d7 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef5438fc-2602-431e-b1c2-6d54c94deafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366714 Jul 14 14:05:58.923909 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbfbb7-90de-4d12-9932-137b88ac617b req-3d0eb35a-b398-40ba-abfc-947846af2f83 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:58.926011 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11dbfbb7-90de-4d12-9932-137b88ac617b req-3d0eb35a-b398-40ba-abfc-947846af2f83 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 945 time: 0.0686922 Jul 14 14:05:58.935287 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 55976) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:58.939927 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-c9a09842-34b1-4b03-bb25-9cb4c3395858 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Request body: {'floatingip': {'port_id': 'fdea8281-2176-4337-b6ee-6ed2d4c55210'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:05:58.981131 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9a09842-34b1-4b03-bb25-9cb4c3395858 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for floatingip, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:59.685803 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9a09842-34b1-4b03-bb25-9cb4c3395858 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:59.690905 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9a09842-34b1-4b03-bb25-9cb4c3395858 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:59.794563 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-c9a09842-34b1-4b03-bb25-9cb4c3395858 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Floating IP e319cbe1-a314-4552-8255-4028afb25bdb associated. External IP: 172.27.0.177, port: fdea8281-2176-4337-b6ee-6ed2d4c55210. Jul 14 14:06:00.047218 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a09842-34b1-4b03-bb25-9cb4c3395858 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:06:00.159600 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a09842-34b1-4b03-bb25-9cb4c3395858 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:06:00.165257 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9a09842-34b1-4b03-bb25-9cb4c3395858 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:00.170253 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6894d85a-b2d7-493e-ab03-aee68dd50fee None None] Sync routers for ids ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:06:00.182102 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894d85a-b2d7-493e-ab03-aee68dd50fee None None] Routers {'0a02cf58-130c-4bd9-a991-5f155e5fc5e7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:00.182759 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-6894d85a-b2d7-493e-ab03-aee68dd50fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:05:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:00.206434 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c9a09842-34b1-4b03-bb25-9cb4c3395858 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "PUT /v2.0/floatingips/e319cbe1-a314-4552-8255-4028afb25bdb HTTP/1.1" status: 200 len: 991 time: 1.2699897 Jul 14 14:06:00.206980 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29ebe6f-472d-4c8c-89d0-91da790db36a', 'tag': 'fdea8281-2176-4337-b6ee-6ed2d4c55210'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:06:00.209485 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afd9e31-9ea5-4baf-ae1f-d8c03abf6df3" -d '{"events": [{"name": "network-changed", "server_uuid": "d29ebe6f-472d-4c8c-89d0-91da790db36a", "tag": "fdea8281-2176-4337-b6ee-6ed2d4c55210"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:06:00.266631 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f5fb8a-7520-4ed6-9b62-74c09537b70a x-openstack-request-id: req-53f5fb8a-7520-4ed6-9b62-74c09537b70a {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:06:00.266967 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29ebe6f-472d-4c8c-89d0-91da790db36a", "tag": "fdea8281-2176-4337-b6ee-6ed2d4c55210", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:06:00.267300 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-53f5fb8a-7520-4ed6-9b62-74c09537b70a {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:06:00.267790 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29ebe6f-472d-4c8c-89d0-91da790db36a', 'tag': 'fdea8281-2176-4337-b6ee-6ed2d4c55210', 'status': 'completed', 'code': 200} Jul 14 14:06:00.357719 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-6894d85a-b2d7-493e-ab03-aee68dd50fee None None] Set router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:06:00.401986 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd9e31-9ea5-4baf-ae1f-d8c03abf6df3 req-4553a21a-60eb-4432-899d-098425545965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:00.404811 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3afd9e31-9ea5-4baf-ae1f-d8c03abf6df3 req-4553a21a-60eb-4432-899d-098425545965 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84091d0680394dc3955f3ed734020316&device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 1098 time: 0.0907464 Jul 14 14:06:00.552398 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd9e31-9ea5-4baf-ae1f-d8c03abf6df3 req-9debc213-1c26-48d8-b01c-2b1a3d9bda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:00.554100 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3afd9e31-9ea5-4baf-ae1f-d8c03abf6df3 req-9debc213-1c26-48d8-b01c-2b1a3d9bda7e service neutron] 10.222.0.38 "GET /v2.0/networks?id=3410fdfc-dc44-4fd7-9145-5178f588b3ac HTTP/1.1" status: 200 len: 917 time: 0.1360171 Jul 14 14:06:00.632226 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3afd9e31-9ea5-4baf-ae1f-d8c03abf6df3 req-1b5c7d5c-3096-41e2-9619-ab992941aedd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdea8281-2176-4337-b6ee-6ed2d4c55210 HTTP/1.1" status: 200 len: 999 time: 0.0705159 Jul 14 14:06:00.689360 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd9e31-9ea5-4baf-ae1f-d8c03abf6df3 req-ce0d56e6-d751-477b-9013-dd5143307109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:00.692407 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3afd9e31-9ea5-4baf-ae1f-d8c03abf6df3 req-ce0d56e6-d751-477b-9013-dd5143307109 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c9e99f6-8685-4c55-b68e-415908b0bb16 HTTP/1.1" status: 200 len: 855 time: 0.0473108 Jul 14 14:06:00.749878 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-6894d85a-b2d7-493e-ab03-aee68dd50fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': 'e319cbe1-a314-4552-8255-4028afb25bdb', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'port_id': 'fdea8281-2176-4337-b6ee-6ed2d4c55210', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'mac_address': 'fa:16:3e:3c:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ebe6f-472d-4c8c-89d0-91da790db36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:05:46Z', 'updated_at': '2021-07-14T14:05:59Z', 'revision_number': 1, 'project_id': '84091d0680394dc3955f3ed734020316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:33Z', 'revision_number': 5, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:00.763863 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd9e31-9ea5-4baf-ae1f-d8c03abf6df3 req-48c573c4-ead4-4d99-b8b1-0bf32b3b35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:00.765439 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3afd9e31-9ea5-4baf-ae1f-d8c03abf6df3 req-48c573c4-ead4-4d99-b8b1-0bf32b3b35cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3410fdfc-dc44-4fd7-9145-5178f588b3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665953 Jul 14 14:06:00.786498 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6894d85a-b2d7-493e-ab03-aee68dd50fee None None] Checking router: 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:06:00.796277 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894d85a-b2d7-493e-ab03-aee68dd50fee None None] Routers {'0a02cf58-130c-4bd9-a991-5f155e5fc5e7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:00.796918 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-6894d85a-b2d7-493e-ab03-aee68dd50fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:05:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:00.865663 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3afd9e31-9ea5-4baf-ae1f-d8c03abf6df3 req-e12acf44-327e-4803-a19b-9cc540f3d44e service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932148 Jul 14 14:06:00.916925 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-6894d85a-b2d7-493e-ab03-aee68dd50fee None None] Set router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:06:00.972003 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3afd9e31-9ea5-4baf-ae1f-d8c03abf6df3 req-743f37fb-a980-4b98-aca5-60f5c51a144b service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918262 Jul 14 14:06:01.177386 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-6894d85a-b2d7-493e-ab03-aee68dd50fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': 'e319cbe1-a314-4552-8255-4028afb25bdb', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'port_id': 'fdea8281-2176-4337-b6ee-6ed2d4c55210', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'mac_address': 'fa:16:3e:3c:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ebe6f-472d-4c8c-89d0-91da790db36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:05:46Z', 'updated_at': '2021-07-14T14:05:59Z', 'revision_number': 1, 'project_id': '84091d0680394dc3955f3ed734020316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:33Z', 'revision_number': 5, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:01.207629 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6894d85a-b2d7-493e-ab03-aee68dd50fee None None] The sync data for ids ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'] in dv-cinder-786927-3-iscsi is: [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': 'e319cbe1-a314-4552-8255-4028afb25bdb', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'port_id': 'fdea8281-2176-4337-b6ee-6ed2d4c55210', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'mac_address': 'fa:16:3e:3c:ba:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ebe6f-472d-4c8c-89d0-91da790db36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:05:46Z', 'updated_at': '2021-07-14T14:05:59Z', 'revision_number': 1, 'project_id': '84091d0680394dc3955f3ed734020316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:33Z', 'revision_number': 5, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:06:01.451565 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8ec23-8b86-4d56-b6e1-1cf2955092a4 None None] New status for floating IP e319cbe1-a314-4552-8255-4028afb25bdb: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:06:10.763408 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:10.947082 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b30b7f-19fd-4fbe-842b-a8e2c587e37e req-1e86541b-437d-482c-9c60-f8eeaf6b285b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:10.948559 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85b30b7f-19fd-4fbe-842b-a8e2c587e37e req-1e86541b-437d-482c-9c60-f8eeaf6b285b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.0627716 Jul 14 14:06:10.992707 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85b30b7f-19fd-4fbe-842b-a8e2c587e37e req-8857b1dd-98e4-450d-8e38-29e1815360e3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383961 Jul 14 14:06:12.427249 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e1b58-de40-4b64-8f39-01ad54ccf476 req-b9c8fd38-2093-4169-b001-fe24e8ae8de8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:12.429072 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d5e1b58-de40-4b64-8f39-01ad54ccf476 req-b9c8fd38-2093-4169-b001-fe24e8ae8de8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.3265440 Jul 14 14:06:12.466809 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d5e1b58-de40-4b64-8f39-01ad54ccf476 req-37f14da7-dbaa-41d2-b8a8-40609ca75e29 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310071 Jul 14 14:06:13.582763 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59d67b23-b23a-4537-9d3a-b653ab53c599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:13.651185 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdefc68-14fb-4d76-b3f2-52f7748383ee req-6dd11085-b963-4de6-99f1-7a3920fbc314 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:13.652850 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3fdefc68-14fb-4d76-b3f2-52f7748383ee req-6dd11085-b963-4de6-99f1-7a3920fbc314 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.0733275 Jul 14 14:06:13.694376 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3fdefc68-14fb-4d76-b3f2-52f7748383ee req-119806ef-e0e6-4560-88fb-1896a70138c5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359304 Jul 14 14:06:15.035202 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1b99-d005-4576-b07b-e44770e54273 req-2b6229dc-159b-47c3-9173-3bd8cb095bc3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:15.036712 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70ff1b99-d005-4576-b07b-e44770e54273 req-2b6229dc-159b-47c3-9173-3bd8cb095bc3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.2253478 Jul 14 14:06:15.074573 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70ff1b99-d005-4576-b07b-e44770e54273 req-dd0060bc-4065-4174-b53a-fcdc5a377a5b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322304 Jul 14 14:06:16.247008 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d86b9f-d815-4348-aeb6-6e7ea2c6c79f req-0fb208eb-c199-482a-9ba0-7b52fb0d1726 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:16.248533 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-30d86b9f-d815-4348-aeb6-6e7ea2c6c79f req-0fb208eb-c199-482a-9ba0-7b52fb0d1726 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.0621760 Jul 14 14:06:16.293700 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-30d86b9f-d815-4348-aeb6-6e7ea2c6c79f req-2acda6a9-7325-41e0-874f-6232cf846380 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344894 Jul 14 14:06:16.332236 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62bd88d0-ef20-406e-b156-d7ea93d4a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:16.423545 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:17.330143 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:17.482825 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edffc44-cded-4712-98b5-0de6b53258f7 req-83c195a3-0005-4c25-aa05-7c69c35b379d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:17.484623 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5edffc44-cded-4712-98b5-0de6b53258f7 req-83c195a3-0005-4c25-aa05-7c69c35b379d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.0658762 Jul 14 14:06:17.525992 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5edffc44-cded-4712-98b5-0de6b53258f7 req-8fbdb49d-ecba-411a-9af9-d611217fe2f9 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343230 Jul 14 14:06:18.711801 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593d5cc-c677-4438-a48a-587b4091a386 req-7af7949c-a4fd-4b3c-802a-a7fd6ff5ff5b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:18.713384 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f593d5cc-c677-4438-a48a-587b4091a386 req-7af7949c-a4fd-4b3c-802a-a7fd6ff5ff5b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.0684302 Jul 14 14:06:18.761641 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f593d5cc-c677-4438-a48a-587b4091a386 req-e2b320b0-d492-4554-bc8f-72223adee7bc tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343359 Jul 14 14:06:19.168115 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:19.965637 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f1d81-a850-4244-844d-35af9d645493 req-11f9da22-cff2-4fab-90f1-57dc9621fb8b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:19.967654 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-424f1d81-a850-4244-844d-35af9d645493 req-11f9da22-cff2-4fab-90f1-57dc9621fb8b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.0850818 Jul 14 14:06:20.025760 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-424f1d81-a850-4244-844d-35af9d645493 req-7613041b-28ca-4dac-80a8-3212de6e14f8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509849 Jul 14 14:06:21.224682 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0c3e2-0613-4ee7-8499-7eb92f499e20 req-883610b3-546c-4ee7-b496-3f3a80fd8736 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:21.227890 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d8c0c3e2-0613-4ee7-8499-7eb92f499e20 req-883610b3-546c-4ee7-b496-3f3a80fd8736 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.0848386 Jul 14 14:06:21.279694 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d8c0c3e2-0613-4ee7-8499-7eb92f499e20 req-55e23c9f-843b-4d11-87e2-3c21de54825c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453999 Jul 14 14:06:22.492490 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38443426-2e61-4d28-b32b-1dc3d509746e req-e92d3df7-d842-4c84-9437-b637277dae57 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:22.494024 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-38443426-2e61-4d28-b32b-1dc3d509746e req-e92d3df7-d842-4c84-9437-b637277dae57 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.0647779 Jul 14 14:06:22.538757 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-38443426-2e61-4d28-b32b-1dc3d509746e req-5dd89fd2-90f2-4dbe-80d1-8ec55676c027 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377240 Jul 14 14:06:23.727372 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06465957-3034-4043-be35-d5e4998e6147 req-0b20c4cf-9164-444e-bf1d-7515408e7a0e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:23.728912 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-06465957-3034-4043-be35-d5e4998e6147 req-0b20c4cf-9164-444e-bf1d-7515408e7a0e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.0704854 Jul 14 14:06:23.773750 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-06465957-3034-4043-be35-d5e4998e6147 req-49f28f96-233b-46a1-89ba-a50d1176af2f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370960 Jul 14 14:06:24.669513 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:06:24.995227 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be841a48-0487-4056-b818-99d834d33377 req-d30e042a-a83f-4caa-a9e6-de3aaae4b38d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:24.997504 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-be841a48-0487-4056-b818-99d834d33377 req-d30e042a-a83f-4caa-a9e6-de3aaae4b38d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.0924110 Jul 14 14:06:25.044391 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-be841a48-0487-4056-b818-99d834d33377 req-a5470927-44f9-4106-9551-bf1bea869953 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387499 Jul 14 14:06:26.087782 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbc06e-2412-4666-a4b3-1bf78d67dc09 req-2f58b16e-2a09-438e-b9dc-5bdba36c1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:26.089300 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fdbc06e-2412-4666-a4b3-1bf78d67dc09 req-2f58b16e-2a09-438e-b9dc-5bdba36c1818 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e27764fd7e97437f820fc188b28a2fde&device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 1098 time: 0.0523832 Jul 14 14:06:26.217314 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbc06e-2412-4666-a4b3-1bf78d67dc09 req-e5f7dd85-edf6-441e-a19e-fd6b7e719ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:26.218781 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fdbc06e-2412-4666-a4b3-1bf78d67dc09 req-e5f7dd85-edf6-441e-a19e-fd6b7e719ee1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=db969060-89c4-45a0-a6df-b75fe2cb2c07 HTTP/1.1" status: 200 len: 909 time: 0.1211810 Jul 14 14:06:26.284880 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592eb88-b1dc-4665-8f8f-c0045298b6a2 req-81c4e298-5c18-47ac-beb0-309b09369958 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:26.286407 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7592eb88-b1dc-4665-8f8f-c0045298b6a2 req-81c4e298-5c18-47ac-beb0-309b09369958 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.1201077 Jul 14 14:06:26.319406 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fdbc06e-2412-4666-a4b3-1bf78d67dc09 req-a4a2737a-b699-4555-84b8-7e52f095ff6a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67608b3b-bb04-4460-a041-00bc84942502 HTTP/1.1" status: 200 len: 1000 time: 0.0881634 Jul 14 14:06:26.344106 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7592eb88-b1dc-4665-8f8f-c0045298b6a2 req-97a38c1c-3803-40cf-9221-ffe70cd93db2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510368 Jul 14 14:06:26.378438 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbc06e-2412-4666-a4b3-1bf78d67dc09 req-0761b96e-97e4-4605-9ffb-d880dea4b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:26.379849 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fdbc06e-2412-4666-a4b3-1bf78d67dc09 req-0761b96e-97e4-4605-9ffb-d880dea4b8be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=13419f97-ab25-484c-967b-aced639b47ff HTTP/1.1" status: 200 len: 847 time: 0.0479231 Jul 14 14:06:26.443286 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbc06e-2412-4666-a4b3-1bf78d67dc09 req-09cb2ce0-2893-4687-acac-105ea45184ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:26.444794 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fdbc06e-2412-4666-a4b3-1bf78d67dc09 req-09cb2ce0-2893-4687-acac-105ea45184ff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=db969060-89c4-45a0-a6df-b75fe2cb2c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541050 Jul 14 14:06:26.533776 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fdbc06e-2412-4666-a4b3-1bf78d67dc09 req-b86aa3af-0b79-40be-964b-f0f6201edcc9 service neutron] 10.222.0.38 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799940 Jul 14 14:06:26.629537 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6fdbc06e-2412-4666-a4b3-1bf78d67dc09 req-84d2fa86-15e8-419c-ac22-78e6fe2cc60e service neutron] 10.222.0.38 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880938 Jul 14 14:06:27.517272 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638630-9226-47a9-87d9-8051a5ba9c36 req-1cb8a845-d78f-47f9-aaa5-afa3303fd41b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:27.518506 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-de638630-9226-47a9-87d9-8051a5ba9c36 req-1cb8a845-d78f-47f9-aaa5-afa3303fd41b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.0623615 Jul 14 14:06:27.556737 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-de638630-9226-47a9-87d9-8051a5ba9c36 req-8b715d39-c3f7-4bed-838c-1130964ac645 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326862 Jul 14 14:06:28.729003 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d4e1c-51f7-47d2-afce-acf38e4c3722 req-2039fbbd-b71d-4568-a35d-b7094f983773 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:28.730478 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f54d4e1c-51f7-47d2-afce-acf38e4c3722 req-2039fbbd-b71d-4568-a35d-b7094f983773 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.0622015 Jul 14 14:06:28.767992 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f54d4e1c-51f7-47d2-afce-acf38e4c3722 req-9375c5bd-edd1-41d1-bc1e-e893500d3500 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Jul 14 14:06:29.943129 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b502d6-6359-49c6-ab44-f1d235cd02d5 req-870f7986-7d75-4694-b65e-5ba354873c5c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:29.944680 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64b502d6-6359-49c6-ab44-f1d235cd02d5 req-870f7986-7d75-4694-b65e-5ba354873c5c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.0671508 Jul 14 14:06:29.988315 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64b502d6-6359-49c6-ab44-f1d235cd02d5 req-5b403308-a4f7-4e58-82ec-467d294a3cea tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377338 Jul 14 14:06:31.160759 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb621d5-975c-4547-b2fa-6cf135bbc5a9 req-4958fccf-5d71-4fd4-9d6f-932904030de5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:31.162335 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ffb621d5-975c-4547-b2fa-6cf135bbc5a9 req-4958fccf-5d71-4fd4-9d6f-932904030de5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 945 time: 0.0636473 Jul 14 14:06:31.202005 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ffb621d5-975c-4547-b2fa-6cf135bbc5a9 req-16f9eac1-c5c5-4860-8c6d-3da6dcde947d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333929 Jul 14 14:06:32.147718 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 67608b3b-bb04-4460-a041-00bc84942502 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:06:32.220422 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:32.243343 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67608b3b-bb04-4460-a041-00bc84942502'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:06:32.245535 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c57170-4087-47d9-b1e6-a7d8256d2518" -d '{"events": [{"server_uuid": "e1d93a37-2a27-4848-a6e3-b0bb681f07d0", "name": "network-vif-unplugged", "status": "completed", "tag": "67608b3b-bb04-4460-a041-00bc84942502"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:06:32.262103 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 67608b3b-bb04-4460-a041-00bc84942502, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=67608b3b-bb04-4460-a041-00bc84942502,segment=NetworkSegment(0ec56c5e-2beb-4054-b4f7-34ce88325688),segment_id=0ec56c5e-2beb-4054-b4f7-34ce88325688)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:32.267745 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:32.292232 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 14:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb22b44-a80f-46d2-81a0-5477c874ad16 x-openstack-request-id: req-0cb22b44-a80f-46d2-81a0-5477c874ad16 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:06:32.292532 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d93a37-2a27-4848-a6e3-b0bb681f07d0", "name": "network-vif-unplugged", "status": "completed", "tag": "67608b3b-bb04-4460-a041-00bc84942502", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:06:32.292782 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0cb22b44-a80f-46d2-81a0-5477c874ad16 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:06:32.293197 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67608b3b-bb04-4460-a041-00bc84942502', 'code': 200} Jul 14 14:06:32.319119 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=67608b3b-bb04-4460-a041-00bc84942502,revision_number=6']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:32.375548 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83b416-0a19-4bcf-a976-28c91e822a4e req-4d29e92b-14ae-4e83-8ba8-c422b142d21d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:32.377033 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f83b416-0a19-4bcf-a976-28c91e822a4e req-4d29e92b-14ae-4e83-8ba8-c422b142d21d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0637016 Jul 14 14:06:32.418515 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f83b416-0a19-4bcf-a976-28c91e822a4e req-9dc85e31-cbd6-4774-84fd-9c195e55a315 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353067 Jul 14 14:06:33.593459 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144a632-d894-4a15-a45a-30f377163b1a req-1bea7396-925b-4e96-a339-1cb41b20c0da tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:33.594977 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e144a632-d894-4a15-a45a-30f377163b1a req-1bea7396-925b-4e96-a339-1cb41b20c0da tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0639324 Jul 14 14:06:33.634028 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e144a632-d894-4a15-a45a-30f377163b1a req-d2471c65-dc15-4777-97ef-97f2faecf5b6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326114 Jul 14 14:06:34.808632 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b62ea3-20c7-463f-b2ed-5be282c17da9 req-88becd06-8c89-4c03-960b-813c8070c09d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:34.810192 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-87b62ea3-20c7-463f-b2ed-5be282c17da9 req-88becd06-8c89-4c03-960b-813c8070c09d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0644243 Jul 14 14:06:34.849591 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-87b62ea3-20c7-463f-b2ed-5be282c17da9 req-e1662c04-780b-4a4d-ae64-406d80dc7b29 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337429 Jul 14 14:06:36.030158 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180b3a0-84a3-43e5-82f0-60bb7e4e2ada req-6c506d1e-fea5-4761-b7f5-f366911cafd7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:36.031686 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9180b3a0-84a3-43e5-82f0-60bb7e4e2ada req-6c506d1e-fea5-4761-b7f5-f366911cafd7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0707340 Jul 14 14:06:36.074231 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9180b3a0-84a3-43e5-82f0-60bb7e4e2ada req-8cb31d84-70cc-48f8-8234-774bbe2cecde tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360096 Jul 14 14:06:37.248200 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b6f54-efe8-4d36-a101-4b169dd48ae9 req-de69f2c3-bc3d-4562-93a7-618d0bfa9ac1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:37.249758 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-739b6f54-efe8-4d36-a101-4b169dd48ae9 req-de69f2c3-bc3d-4562-93a7-618d0bfa9ac1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0647757 Jul 14 14:06:37.287173 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-739b6f54-efe8-4d36-a101-4b169dd48ae9 req-e267842d-309c-4511-8fd7-b6306b579b4d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Jul 14 14:06:38.472831 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d330a4-2eb9-419a-83b6-fdf2528d7e15 req-e4c27464-4694-4146-a75a-2f44298b28fe tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:38.474768 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d8d330a4-2eb9-419a-83b6-fdf2528d7e15 req-e4c27464-4694-4146-a75a-2f44298b28fe tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0736840 Jul 14 14:06:38.513375 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d8d330a4-2eb9-419a-83b6-fdf2528d7e15 req-6c6ef141-a01b-4626-8fc2-1a7e8323c0b3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330148 Jul 14 14:06:39.696068 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8ddfe-6c3e-4add-a9db-fc23955cb934 req-3e3ed4b0-8d94-484f-a9f6-ed8c169a02aa tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:39.697703 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-79c8ddfe-6c3e-4add-a9db-fc23955cb934 req-3e3ed4b0-8d94-484f-a9f6-ed8c169a02aa tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0658791 Jul 14 14:06:39.740001 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-79c8ddfe-6c3e-4add-a9db-fc23955cb934 req-883814d3-a55b-4989-a2a3-4e05e0e144e6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353322 Jul 14 14:06:40.762199 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:40.918490 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81adb3-8c6a-4a27-bc77-0f29e3524ff4 req-65040588-2d1b-4b90-91ae-2de19c5d7af2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:40.920000 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f81adb3-8c6a-4a27-bc77-0f29e3524ff4 req-65040588-2d1b-4b90-91ae-2de19c5d7af2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0673409 Jul 14 14:06:40.980218 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f81adb3-8c6a-4a27-bc77-0f29e3524ff4 req-100c34c4-9b1f-46e2-bd32-ad68bdaed8c7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537617 Jul 14 14:06:41.460307 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5afcc2-dee4-4da7-b429-fa0af968772c req-dd458070-e8b1-4a54-afdc-3144919b66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:41.461860 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e5afcc2-dee4-4da7-b429-fa0af968772c req-dd458070-e8b1-4a54-afdc-3144919b66f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e27764fd7e97437f820fc188b28a2fde&device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 1096 time: 0.1007588 Jul 14 14:06:41.568239 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5afcc2-dee4-4da7-b429-fa0af968772c req-1a19a862-09a2-4a32-a09e-e7e76f4e7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:41.569671 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e5afcc2-dee4-4da7-b429-fa0af968772c req-1a19a862-09a2-4a32-a09e-e7e76f4e7212 service neutron] 10.222.0.38 "GET /v2.0/networks?id=db969060-89c4-45a0-a6df-b75fe2cb2c07 HTTP/1.1" status: 200 len: 909 time: 0.0854452 Jul 14 14:06:41.640824 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e5afcc2-dee4-4da7-b429-fa0af968772c req-5bf79d33-d2b2-4a06-9ca4-e19ee0e4ff7c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67608b3b-bb04-4460-a041-00bc84942502 HTTP/1.1" status: 200 len: 998 time: 0.0646338 Jul 14 14:06:41.694007 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5afcc2-dee4-4da7-b429-fa0af968772c req-f6b980ab-bce9-477f-a653-8ee013d8e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:41.695880 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e5afcc2-dee4-4da7-b429-fa0af968772c req-f6b980ab-bce9-477f-a653-8ee013d8e09e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=13419f97-ab25-484c-967b-aced639b47ff HTTP/1.1" status: 200 len: 847 time: 0.0480456 Jul 14 14:06:41.752786 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5afcc2-dee4-4da7-b429-fa0af968772c req-ef66204f-8e15-4a1a-aa4e-2d91344010c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:41.754318 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e5afcc2-dee4-4da7-b429-fa0af968772c req-ef66204f-8e15-4a1a-aa4e-2d91344010c4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=db969060-89c4-45a0-a6df-b75fe2cb2c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521395 Jul 14 14:06:41.848181 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e5afcc2-dee4-4da7-b429-fa0af968772c req-b7650584-23ec-44ef-83e3-ca6350cb06ea service neutron] 10.222.0.38 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853992 Jul 14 14:06:41.937297 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e5afcc2-dee4-4da7-b429-fa0af968772c req-5c5e9e4f-4abb-4325-94e8-f5993c2bf36b service neutron] 10.222.0.38 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828762 Jul 14 14:06:42.179391 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdd14d-e70a-4159-82a2-7331346c85ac req-39f955e8-fcb0-48c0-94bc-d0e6ca1452a8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:42.180841 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-21fdd14d-e70a-4159-82a2-7331346c85ac req-39f955e8-fcb0-48c0-94bc-d0e6ca1452a8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0655243 Jul 14 14:06:42.216898 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-21fdd14d-e70a-4159-82a2-7331346c85ac req-34b85d5d-45e1-4900-ae43-2eb4471139f7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305705 Jul 14 14:06:43.452113 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8b76d-639c-49ab-8d2f-3784fae92f04 req-92774482-346c-4037-87e4-982de0a46102 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:43.453726 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3ed8b76d-639c-49ab-8d2f-3784fae92f04 req-92774482-346c-4037-87e4-982de0a46102 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1248641 Jul 14 14:06:43.492842 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3ed8b76d-639c-49ab-8d2f-3784fae92f04 req-a559d516-dde7-43d4-aa85-18159ef0664e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325806 Jul 14 14:06:43.584050 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9698a9e1-3082-4c7c-beb1-38f1eb258f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:44.667464 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52cf5e-48a0-4a2f-abd5-dda57a1a790e req-2f5d7932-f02c-471a-b289-cba7939e2eb0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:44.668967 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c52cf5e-48a0-4a2f-abd5-dda57a1a790e req-2f5d7932-f02c-471a-b289-cba7939e2eb0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0633750 Jul 14 14:06:44.709867 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c52cf5e-48a0-4a2f-abd5-dda57a1a790e req-ff75d4c2-2073-4a99-8ecb-06fc095c1f61 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352585 Jul 14 14:06:45.883697 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9058e7-0f2a-4a1f-8761-3a07692149dc req-6cb46fc2-9c8f-4c8c-b446-279df76ed72e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:45.885305 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da9058e7-0f2a-4a1f-8761-3a07692149dc req-6cb46fc2-9c8f-4c8c-b446-279df76ed72e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0650718 Jul 14 14:06:45.925002 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da9058e7-0f2a-4a1f-8761-3a07692149dc req-cc3dac98-d5e4-4789-9f02-d602bbc9be05 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340543 Jul 14 14:06:46.313887 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1414a1ca-0ead-4df9-8d4b-d02b18a5c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:46.424961 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:47.096477 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd42d8-952e-49e2-84d9-ec602b225fdd req-1de5474c-e68b-4992-813c-4a057c2a6577 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:47.098053 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2bd42d8-952e-49e2-84d9-ec602b225fdd req-1de5474c-e68b-4992-813c-4a057c2a6577 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0629430 Jul 14 14:06:47.136955 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2bd42d8-952e-49e2-84d9-ec602b225fdd req-26b26eb8-1797-4f22-9db7-6a58f1e437c7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333412 Jul 14 14:06:47.334038 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:48.311072 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1569fde-070f-4b75-bb9c-3da0ec1556e1 req-655bc570-4c33-40b3-98ec-7bfe5b118169 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:48.312551 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d1569fde-070f-4b75-bb9c-3da0ec1556e1 req-655bc570-4c33-40b3-98ec-7bfe5b118169 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0619473 Jul 14 14:06:48.348892 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d1569fde-070f-4b75-bb9c-3da0ec1556e1 req-b18f4ed2-342f-4371-a663-8dd8bb1f93ce tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301566 Jul 14 14:06:49.171450 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:49.522397 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19669b9f-d94c-4d50-affb-203381a580fc req-1ae41d93-4dcc-42fa-8d92-ff10c141688f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:49.523890 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-19669b9f-d94c-4d50-affb-203381a580fc req-1ae41d93-4dcc-42fa-8d92-ff10c141688f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0646019 Jul 14 14:06:49.560486 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-19669b9f-d94c-4d50-affb-203381a580fc req-8025957b-0ced-4def-875a-a0f156fbbbd6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309043 Jul 14 14:06:50.731734 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f1152-6363-41c9-92c3-b5d0d73ae69f req-cecbdccc-5afe-4708-bb19-13f8f1a54967 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:50.733158 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-258f1152-6363-41c9-92c3-b5d0d73ae69f req-cecbdccc-5afe-4708-bb19-13f8f1a54967 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0629647 Jul 14 14:06:50.780672 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-258f1152-6363-41c9-92c3-b5d0d73ae69f req-a5f5306a-9c70-4c71-a797-eaf089a0c5ea tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410161 Jul 14 14:06:51.961422 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5647d8-422d-41a4-b74f-60e7a5880074 req-ee198c17-9375-48f5-88ec-318e445f7d8e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:51.963151 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e5647d8-422d-41a4-b74f-60e7a5880074 req-ee198c17-9375-48f5-88ec-318e445f7d8e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0712750 Jul 14 14:06:52.004678 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1e5647d8-422d-41a4-b74f-60e7a5880074 req-4465bb90-9798-4795-857c-35969bca2c75 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356426 Jul 14 14:06:53.176848 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83232a2f-cf3c-4128-888f-715d3b1b2ef9 req-cb4947b2-8e79-46f8-badf-970292e46b75 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:53.178345 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-83232a2f-cf3c-4128-888f-715d3b1b2ef9 req-cb4947b2-8e79-46f8-badf-970292e46b75 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0636296 Jul 14 14:06:53.215982 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-83232a2f-cf3c-4128-888f-715d3b1b2ef9 req-d43729d4-281b-4f55-b993-30348451c781 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320730 Jul 14 14:06:54.394023 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d4c0b-1021-405f-b210-2720bdbed042 req-8e3ce374-fed6-4fbc-a4f9-f980478dbc3c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:54.395522 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b84d4c0b-1021-405f-b210-2720bdbed042 req-8e3ce374-fed6-4fbc-a4f9-f980478dbc3c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0674329 Jul 14 14:06:54.433502 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b84d4c0b-1021-405f-b210-2720bdbed042 req-6e41454e-8ee5-40c8-988e-80ba3c90f41e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322366 Jul 14 14:06:55.010710 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b45f5e-3e26-4216-b956-a9cc0823efc9 req-08d4ad5c-9eee-4714-84b3-8e04de817a66 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:55.012262 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-55b45f5e-3e26-4216-b956-a9cc0823efc9 req-08d4ad5c-9eee-4714-84b3-8e04de817a66 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 945 time: 0.0701630 Jul 14 14:06:55.050973 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-55b45f5e-3e26-4216-b956-a9cc0823efc9 req-5a498b9f-ab4d-4e6e-8102-4de187f2e36d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323694 Jul 14 14:06:55.075238 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 56516) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:55.171570 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1151eb3e-1c0e-425b-bc8f-096b264cf04e tempest-TestMinimumBasicScenario-1926787556 tempest-TestMinimumBasicScenario-1926787556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:55.173131 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-1151eb3e-1c0e-425b-bc8f-096b264cf04e tempest-TestMinimumBasicScenario-1926787556 tempest-TestMinimumBasicScenario-1926787556-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 1093 time: 0.0968847 Jul 14 14:06:55.176040 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 56520) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:55.180515 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Request body: {'floatingip': {'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'port_id': 'fe8ccfb0-a193-459d-8a06-a779764bfe34', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:06:55.202709 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for floatingip, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:55.307454 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:55.420176 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Allocated IP 172.27.0.10 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/594156ea-0c5e-4eeb-aa9b-cbeb6a1e303f) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:06:55.523792 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:55.567214 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:55.606735 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:06:55.609826 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:06:55.610264 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ef6c-5bc6-4c9c-ae15-dd1b182ab494 req-374c3306-364e-4491-b13f-0e4f12c35a41 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:55.611805 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4574ef6c-5bc6-4c9c-ae15-dd1b182ab494 req-374c3306-364e-4491-b13f-0e4f12c35a41 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0654626 Jul 14 14:06:55.615464 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:06:55.638221 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event updated for resources: {'Port': ['ID=594156ea-0c5e-4eeb-aa9b-cbeb6a1e303f,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:55.652312 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:55.652647 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:55.652980 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:55.653335 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:55.653664 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:55.653989 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:55.654312 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:55.654647 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:55.654800 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4574ef6c-5bc6-4c9c-ae15-dd1b182ab494 req-29767849-6a8b-4818-a679-f71098ffc358 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355523 Jul 14 14:06:55.654950 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:55.655269 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:55.655587 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:55.655905 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:55.982865 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.071750 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.218824 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.223785 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.289906 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event updated for resources: {'Port': ['ID=594156ea-0c5e-4eeb-aa9b-cbeb6a1e303f,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:56.300125 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.395771 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Floating IP 8dad0be1-d570-4546-bd59-28c75b2282e1 associated. External IP: 172.27.0.10, port: fe8ccfb0-a193-459d-8a06-a779764bfe34. Jul 14 14:06:56.601889 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Router fb349e53-4bad-454a-9fd1-47887785652d has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:06:56.713831 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:06:56.723830 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8870912d-728a-4a78-965d-2f354744d63f None None] Sync routers for ids ['fb349e53-4bad-454a-9fd1-47887785652d'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:06:56.732486 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.733611 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8870912d-728a-4a78-965d-2f354744d63f None None] Routers {'fb349e53-4bad-454a-9fd1-47887785652d'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:56.734564 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-8870912d-728a-4a78-965d-2f354744d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:06:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['fb349e53-4bad-454a-9fd1-47887785652d'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:56.770016 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-60cbdc31-01eb-44be-945e-a0ac5bf89d75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5927870 Jul 14 14:06:56.770714 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'tag': 'fe8ccfb0-a193-459d-8a06-a779764bfe34'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:06:56.772673 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 56534) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:56.773327 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe0fc06-e7f8-47d9-82a1-b2b7b348946f" -d '{"events": [{"name": "network-changed", "server_uuid": "a79941e7-d064-4daa-88f5-41efed8dc3e3", "tag": "fe8ccfb0-a193-459d-8a06-a779764bfe34"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:06:56.778833 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387507777', 'description': 'tempest-secgroup-smoke-387507777 description', 'project_id': 'b139a63d2fde409a9f90b021e639f77c'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:06:56.808994 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.853721 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-8870912d-728a-4a78-965d-2f354744d63f None None] Set router fb349e53-4bad-454a-9fd1-47887785652d gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:06:56.857528 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda89c94-dae1-45f3-bbff-31ca21219b44 req-cf03d204-fbbf-42fa-86b5-7f588f19434a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:56.860016 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-eda89c94-dae1-45f3-bbff-31ca21219b44 req-cf03d204-fbbf-42fa-86b5-7f588f19434a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0834367 Jul 14 14:06:56.891499 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d93b98-1cbc-4bca-8f47-178a48ae68f5 x-openstack-request-id: req-e4d93b98-1cbc-4bca-8f47-178a48ae68f5 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:06:56.891856 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79941e7-d064-4daa-88f5-41efed8dc3e3", "tag": "fe8ccfb0-a193-459d-8a06-a779764bfe34", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:06:56.892166 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e4d93b98-1cbc-4bca-8f47-178a48ae68f5 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:06:56.892655 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'tag': 'fe8ccfb0-a193-459d-8a06-a779764bfe34', 'status': 'completed', 'code': 200} Jul 14 14:06:56.905478 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.910679 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-eda89c94-dae1-45f3-bbff-31ca21219b44 req-6d77cb7c-9e17-47c3-8223-68d34d59285c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447025 Jul 14 14:06:56.911654 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.975080 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccc306a-24eb-4277-9ff3-99fdb7e24624,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:56.977149 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:56.978381 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2039151 Jul 14 14:06:56.981489 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 56540) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:56.987025 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-42a2562f-2595-481f-8424-8272ac6e821c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Request body: {'security_group_rule': {'security_group_id': '9ccc306a-24eb-4277-9ff3-99fdb7e24624', 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:06:56.987713 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:56.988065 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:56.988409 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:56.988749 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:56.989106 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:56.989446 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:56.989781 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:56.990115 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:56.990446 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:56.990776 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:56.991101 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:56.991432 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25605de4-2071-43bc-b81d-fddcdc36475d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:06:57.014758 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0fc06-e7f8-47d9-82a1-b2b7b348946f req-b1f85d64-b3c2-4179-a653-f2f62677329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:57.016277 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9fe0fc06-e7f8-47d9-82a1-b2b7b348946f req-b1f85d64-b3c2-4179-a653-f2f62677329b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b139a63d2fde409a9f90b021e639f77c&device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0979314 Jul 14 14:06:57.020000 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-42a2562f-2595-481f-8424-8272ac6e821c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.073919 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-42a2562f-2595-481f-8424-8272ac6e821c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.079754 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-42a2562f-2595-481f-8424-8272ac6e821c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.105388 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2562f-2595-481f-8424-8272ac6e821c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c9e55d-5b89-4c87-b720-bf98bd8b1278,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:57.116515 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-42a2562f-2595-481f-8424-8272ac6e821c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.118395 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-42a2562f-2595-481f-8424-8272ac6e821c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359110 Jul 14 14:06:57.121350 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 56546) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:57.127920 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-b6f04c78-a5e2-49f0-b807-f80fea158ac1 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Request body: {'security_group_rule': {'security_group_id': '9ccc306a-24eb-4277-9ff3-99fdb7e24624', 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:06:57.136816 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0fc06-e7f8-47d9-82a1-b2b7b348946f req-6a325039-5eb3-4b38-805d-e0cdf2f63deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:57.138384 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9fe0fc06-e7f8-47d9-82a1-b2b7b348946f req-6a325039-5eb3-4b38-805d-e0cdf2f63deb service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3ad5087-ddb5-4936-b169-5492f416fc3a HTTP/1.1" status: 200 len: 915 time: 0.1154463 Jul 14 14:06:57.144285 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-8870912d-728a-4a78-965d-2f354744d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 4, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port': {'id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:05Z', 'updated_at': '2021-07-14T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '8dad0be1-d570-4546-bd59-28c75b2282e1', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'port_id': 'fe8ccfb0-a193-459d-8a06-a779764bfe34', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'mac_address': 'fa:16:3e:99:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:06:55Z', 'updated_at': '2021-07-14T14:06:55Z', 'revision_number': 0, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc33215-d672-44c9-bc7f-696fe68ae41d', 'name': '', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'mac_address': 'fa:16:3e:79:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '60848457-4419-4463-aa3d-f6155b17741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:07Z', 'updated_at': '2021-07-14T14:05:14Z', 'revision_number': 5, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'subnets': [{'id': '60848457-4419-4463-aa3d-f6155b17741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:57.158857 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6f04c78-a5e2-49f0-b807-f80fea158ac1 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.171396 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8870912d-728a-4a78-965d-2f354744d63f None None] Checking router: fb349e53-4bad-454a-9fd1-47887785652d for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:06:57.179927 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8870912d-728a-4a78-965d-2f354744d63f None None] Routers {'fb349e53-4bad-454a-9fd1-47887785652d'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:06:57.180778 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-8870912d-728a-4a78-965d-2f354744d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:06:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['fb349e53-4bad-454a-9fd1-47887785652d'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:57.209791 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9fe0fc06-e7f8-47d9-82a1-b2b7b348946f req-a4626611-9761-40c5-85a6-1c4938e11173 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 200 len: 998 time: 0.0640988 Jul 14 14:06:57.220143 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6f04c78-a5e2-49f0-b807-f80fea158ac1 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.224709 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6f04c78-a5e2-49f0-b807-f80fea158ac1 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.246563 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6f04c78-a5e2-49f0-b807-f80fea158ac1 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.247788 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b6f04c78-a5e2-49f0-b807-f80fea158ac1 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247089 Jul 14 14:06:57.250327 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f04c78-a5e2-49f0-b807-f80fea158ac1 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14927df-782a-432d-9e82-4facc3891dfd,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:57.252964 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 56548) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:57.257840 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-3c84f179-5235-492d-8eae-f8a27f859195 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Request body: {'security_group_rule': {'security_group_id': '9ccc306a-24eb-4277-9ff3-99fdb7e24624', 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:06:57.277596 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0fc06-e7f8-47d9-82a1-b2b7b348946f req-2f5388c7-1275-48e9-acb0-cdb8d5debc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:57.279239 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9fe0fc06-e7f8-47d9-82a1-b2b7b348946f req-2f5388c7-1275-48e9-acb0-cdb8d5debc20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=60848457-4419-4463-aa3d-f6155b17741c HTTP/1.1" status: 200 len: 853 time: 0.0624692 Jul 14 14:06:57.287997 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3c84f179-5235-492d-8eae-f8a27f859195 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.293172 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-8870912d-728a-4a78-965d-2f354744d63f None None] Set router fb349e53-4bad-454a-9fd1-47887785652d gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:06:57.339826 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0fc06-e7f8-47d9-82a1-b2b7b348946f req-50f876a2-eb3d-4bee-a93a-f4ef3b6f3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:57.341350 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9fe0fc06-e7f8-47d9-82a1-b2b7b348946f req-50f876a2-eb3d-4bee-a93a-f4ef3b6f3dfb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3ad5087-ddb5-4936-b169-5492f416fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549185 Jul 14 14:06:57.350052 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3c84f179-5235-492d-8eae-f8a27f859195 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.355348 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3c84f179-5235-492d-8eae-f8a27f859195 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.374646 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84f179-5235-492d-8eae-f8a27f859195 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa05ec51-44b4-420c-af6e-5b45abb09803,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:57.382574 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3c84f179-5235-492d-8eae-f8a27f859195 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.386741 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-3c84f179-5235-492d-8eae-f8a27f859195 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302218 Jul 14 14:06:57.387034 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 56550) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:57.393555 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-0df25f94-d63f-44ff-87c9-520465fe2752 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Request body: {'security_group_rule': {'security_group_id': '9ccc306a-24eb-4277-9ff3-99fdb7e24624', 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:06:57.422363 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0df25f94-d63f-44ff-87c9-520465fe2752 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.445647 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9fe0fc06-e7f8-47d9-82a1-b2b7b348946f req-593405fe-1b7e-4350-80fd-aee57dd21264 service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968561 Jul 14 14:06:57.490012 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0df25f94-d63f-44ff-87c9-520465fe2752 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.496616 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0df25f94-d63f-44ff-87c9-520465fe2752 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.514828 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df25f94-d63f-44ff-87c9-520465fe2752 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75335872-0d5e-4dde-bed7-76544a7f34b8,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:57.529631 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0df25f94-d63f-44ff-87c9-520465fe2752 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.531120 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0df25f94-d63f-44ff-87c9-520465fe2752 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423032 Jul 14 14:06:57.534494 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 56554) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:57.539022 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-2bc820d1-8fdf-498c-8fe5-80b434018e42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Request body: {'security_group_rule': {'security_group_id': '9ccc306a-24eb-4277-9ff3-99fdb7e24624', 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:06:57.564757 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.securitygroups_db [None req-2bc820d1-8fdf-498c-8fe5-80b434018e42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Project b139a63d2fde409a9f90b021e639f77c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:06:57.567497 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9fe0fc06-e7f8-47d9-82a1-b2b7b348946f req-72e4df08-a7ea-4c78-9126-ae56a0717140 service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144447 Jul 14 14:06:57.571755 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2bc820d1-8fdf-498c-8fe5-80b434018e42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.584575 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-8870912d-728a-4a78-965d-2f354744d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 4, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port': {'id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:05Z', 'updated_at': '2021-07-14T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '8dad0be1-d570-4546-bd59-28c75b2282e1', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'port_id': 'fe8ccfb0-a193-459d-8a06-a779764bfe34', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'mac_address': 'fa:16:3e:99:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:06:55Z', 'updated_at': '2021-07-14T14:06:55Z', 'revision_number': 0, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc33215-d672-44c9-bc7f-696fe68ae41d', 'name': '', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'mac_address': 'fa:16:3e:79:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '60848457-4419-4463-aa3d-f6155b17741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:07Z', 'updated_at': '2021-07-14T14:05:14Z', 'revision_number': 5, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'subnets': [{'id': '60848457-4419-4463-aa3d-f6155b17741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:06:57.616133 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8870912d-728a-4a78-965d-2f354744d63f None None] The sync data for ids ['fb349e53-4bad-454a-9fd1-47887785652d'] in dv-cinder-786927-3-iscsi is: [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 4, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port': {'id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:05Z', 'updated_at': '2021-07-14T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '8dad0be1-d570-4546-bd59-28c75b2282e1', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'port_id': 'fe8ccfb0-a193-459d-8a06-a779764bfe34', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'mac_address': 'fa:16:3e:99:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:06:55Z', 'updated_at': '2021-07-14T14:06:55Z', 'revision_number': 0, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc33215-d672-44c9-bc7f-696fe68ae41d', 'name': '', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'mac_address': 'fa:16:3e:79:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '60848457-4419-4463-aa3d-f6155b17741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:07Z', 'updated_at': '2021-07-14T14:05:14Z', 'revision_number': 5, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'subnets': [{'id': '60848457-4419-4463-aa3d-f6155b17741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:06:57.635080 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2bc820d1-8fdf-498c-8fe5-80b434018e42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.638635 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2bc820d1-8fdf-498c-8fe5-80b434018e42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.656085 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc820d1-8fdf-498c-8fe5-80b434018e42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf85fe6-5e94-4a8f-8100-8292a40d345a,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:57.666255 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2bc820d1-8fdf-498c-8fe5-80b434018e42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.667464 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-2bc820d1-8fdf-498c-8fe5-80b434018e42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320353 Jul 14 14:06:57.670233 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 56556) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:06:57.675657 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-2e53143f-b0b9-4a11-b09d-885ab36a1311 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Request body: {'security_group_rule': {'security_group_id': '9ccc306a-24eb-4277-9ff3-99fdb7e24624', 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:06:57.699004 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.securitygroups_db [None req-2e53143f-b0b9-4a11-b09d-885ab36a1311 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Project b139a63d2fde409a9f90b021e639f77c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:06:57.704305 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e53143f-b0b9-4a11-b09d-885ab36a1311 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.767933 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e53143f-b0b9-4a11-b09d-885ab36a1311 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.772223 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e53143f-b0b9-4a11-b09d-885ab36a1311 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.791145 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53143f-b0b9-4a11-b09d-885ab36a1311 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721c40b1-50c9-4ccf-9204-dfca17c97ddf,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:57.798240 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e53143f-b0b9-4a11-b09d-885ab36a1311 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.800142 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-2e53143f-b0b9-4a11-b09d-885ab36a1311 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289790 Jul 14 14:06:57.806575 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3bc364-c327-48ad-8db4-a96b534e521c None None] New status for floating IP 8dad0be1-d570-4546-bd59-28c75b2282e1: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:06:57.918898 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ecfc9290-5086-4a04-8e6e-de112b2b856a req-3059f2aa-009c-4d7e-922f-c12f76028754 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387507777&fields=id&tenant_id=b139a63d2fde409a9f90b021e639f77c HTTP/1.1" status: 200 len: 267 time: 0.0345390 Jul 14 14:06:57.994895 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc9290-5086-4a04-8e6e-de112b2b856a req-fc4a46ef-047e-4183-9049-85d815716fe0 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:57.996476 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ecfc9290-5086-4a04-8e6e-de112b2b856a req-fc4a46ef-047e-4183-9049-85d815716fe0 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 945 time: 0.0721610 Jul 14 14:06:58.008086 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-ecfc9290-5086-4a04-8e6e-de112b2b856a req-08beb0dd-a3e3-4cf6-82b6-f4656f766e10 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Request body: {'port': {'security_groups': ['b7acc634-8d37-4170-b598-b3677669561d', '9ccc306a-24eb-4277-9ff3-99fdb7e24624']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:06:58.103813 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ecfc9290-5086-4a04-8e6e-de112b2b856a req-08beb0dd-a3e3-4cf6-82b6-f4656f766e10 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.114394 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552981e-969e-42c0-b048-2f32a38262af req-2d17fe3a-92c6-44e3-baa2-650f3c4dfb9c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:58.115931 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2552981e-969e-42c0-b048-2f32a38262af req-2d17fe3a-92c6-44e3-baa2-650f3c4dfb9c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0690410 Jul 14 14:06:58.159424 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2552981e-969e-42c0-b048-2f32a38262af req-5acdaa25-0fe3-47f7-a9c3-bf31c96fc1e7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375252 Jul 14 14:06:58.295393 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-ecfc9290-5086-4a04-8e6e-de112b2b856a req-08beb0dd-a3e3-4cf6-82b6-f4656f766e10 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] For port fe8ccfb0-a193-459d-8a06-a779764bfe34, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34,segment=NetworkSegment(e9ad3048-10fc-4342-b402-722807577785),segment_id=e9ad3048-10fc-4342-b402-722807577785)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:06:58.329364 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ecfc9290-5086-4a04-8e6e-de112b2b856a req-08beb0dd-a3e3-4cf6-82b6-f4656f766e10 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.334382 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ecfc9290-5086-4a04-8e6e-de112b2b856a req-08beb0dd-a3e3-4cf6-82b6-f4656f766e10 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.349107 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['fe8ccfb0-a193-459d-8a06-a779764bfe34'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:06:58.379492 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc9290-5086-4a04-8e6e-de112b2b856a req-08beb0dd-a3e3-4cf6-82b6-f4656f766e10 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:58.380153 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ecfc9290-5086-4a04-8e6e-de112b2b856a req-08beb0dd-a3e3-4cf6-82b6-f4656f766e10 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.381596 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ecfc9290-5086-4a04-8e6e-de112b2b856a req-08beb0dd-a3e3-4cf6-82b6-f4656f766e10 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "PUT /v2.0/ports/fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 200 len: 981 time: 0.3786221 Jul 14 14:06:58.382044 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'tag': 'fe8ccfb0-a193-459d-8a06-a779764bfe34'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:06:58.384305 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b588d53-b72e-4b1d-bd48-6faf9108da60" -d '{"events": [{"name": "network-changed", "server_uuid": "a79941e7-d064-4daa-88f5-41efed8dc3e3", "tag": "fe8ccfb0-a193-459d-8a06-a779764bfe34"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:06:58.421163 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08beb0dd-a3e3-4cf6-82b6-f4656f766e10 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event updated for resources: {'Port': ['ID=fe8ccfb0-a193-459d-8a06-a779764bfe34,revision_number=6']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:06:58.472503 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['fe8ccfb0-a193-459d-8a06-a779764bfe34'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:06:58.519891 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134c544f-ea78-42dc-8cdf-76d7c5f7b12b x-openstack-request-id: req-134c544f-ea78-42dc-8cdf-76d7c5f7b12b {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:06:58.520180 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79941e7-d064-4daa-88f5-41efed8dc3e3", "tag": "fe8ccfb0-a193-459d-8a06-a779764bfe34", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:06:58.520437 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-134c544f-ea78-42dc-8cdf-76d7c5f7b12b {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:06:58.520838 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'tag': 'fe8ccfb0-a193-459d-8a06-a779764bfe34', 'status': 'completed', 'code': 200} Jul 14 14:06:58.585511 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564b1e8-9931-49f4-9099-b1bc14ce4687 req-5fbc5f22-9342-4625-af6d-398d3e9b6efb tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:58.587424 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f564b1e8-9931-49f4-9099-b1bc14ce4687 req-5fbc5f22-9342-4625-af6d-398d3e9b6efb tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0972064 Jul 14 14:06:58.636732 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b588d53-b72e-4b1d-bd48-6faf9108da60 req-a254f9d1-d398-4a75-9bd5-6c1815120a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:58.638316 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b588d53-b72e-4b1d-bd48-6faf9108da60 req-a254f9d1-d398-4a75-9bd5-6c1815120a3e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b139a63d2fde409a9f90b021e639f77c&device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 1137 time: 0.0899456 Jul 14 14:06:58.642016 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f564b1e8-9931-49f4-9099-b1bc14ce4687 req-b8fe0e5b-80b1-4f9f-9e72-a7c8a7d0e71f tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481000 Jul 14 14:06:58.739136 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b588d53-b72e-4b1d-bd48-6faf9108da60 req-d4670542-9b9a-425d-8a47-ee6b0f194e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:58.740518 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b588d53-b72e-4b1d-bd48-6faf9108da60 req-d4670542-9b9a-425d-8a47-ee6b0f194e55 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3ad5087-ddb5-4936-b169-5492f416fc3a HTTP/1.1" status: 200 len: 915 time: 0.0952060 Jul 14 14:06:58.756876 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-33f6b3f1-70cc-48fe-86e1-b8cf4a658ac1 None None] Provisioning complete for port fe8ccfb0-a193-459d-8a06-a779764bfe34 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:06:58.757288 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-33f6b3f1-70cc-48fe-86e1-b8cf4a658ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.810199 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b588d53-b72e-4b1d-bd48-6faf9108da60 req-2adc78c5-b997-428d-9247-175f8cf1798a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 200 len: 1000 time: 0.0625482 Jul 14 14:06:58.857672 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b588d53-b72e-4b1d-bd48-6faf9108da60 req-a13b6e67-ad2f-4aa3-bade-997c14615e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:58.859981 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b588d53-b72e-4b1d-bd48-6faf9108da60 req-a13b6e67-ad2f-4aa3-bade-997c14615e5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=60848457-4419-4463-aa3d-f6155b17741c HTTP/1.1" status: 200 len: 853 time: 0.0429580 Jul 14 14:06:58.920499 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b588d53-b72e-4b1d-bd48-6faf9108da60 req-f5423291-aebd-49c0-8558-04cea2605c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:58.922043 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b588d53-b72e-4b1d-bd48-6faf9108da60 req-f5423291-aebd-49c0-8558-04cea2605c8d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3ad5087-ddb5-4936-b169-5492f416fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559886 Jul 14 14:06:59.012924 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b588d53-b72e-4b1d-bd48-6faf9108da60 req-a9afdbb9-9347-4c72-a928-297fd8c28b15 service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835836 Jul 14 14:06:59.104964 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b588d53-b72e-4b1d-bd48-6faf9108da60 req-7f2ff574-0cb2-4bb2-b60a-fff194f740d7 service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856073 Jul 14 14:06:59.341025 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5164df1-f605-40f9-930f-2a14481587ab req-710a9e80-0492-4eff-8942-7efcbc79ed3c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:06:59.342439 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d5164df1-f605-40f9-930f-2a14481587ab req-710a9e80-0492-4eff-8942-7efcbc79ed3c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0652244 Jul 14 14:06:59.380846 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d5164df1-f605-40f9-930f-2a14481587ab req-efcdca55-a3c1-4396-8f6d-28c605c1142a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327644 Jul 14 14:07:00.164769 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95e57d-0c57-411a-9317-446ecb18ed90 req-7b2d3dc2-9328-4b94-a1d1-c7d25a6159aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:00.166309 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc95e57d-0c57-411a-9317-446ecb18ed90 req-7b2d3dc2-9328-4b94-a1d1-c7d25a6159aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b139a63d2fde409a9f90b021e639f77c&device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 1137 time: 0.0981569 Jul 14 14:07:00.179283 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23286a-d5cc-4ddd-90cf-bde85951c7cc req-4ae955f5-4c65-4ad3-8c09-a1bac33f7909 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:00.180700 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cd23286a-d5cc-4ddd-90cf-bde85951c7cc req-4ae955f5-4c65-4ad3-8c09-a1bac33f7909 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0838130 Jul 14 14:07:00.266207 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cd23286a-d5cc-4ddd-90cf-bde85951c7cc req-530bb96a-d91e-4ba5-9d72-f748beeb4e55 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774264 Jul 14 14:07:00.297130 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95e57d-0c57-411a-9317-446ecb18ed90 req-0a0bb084-bc0d-4e36-a096-fa78251d26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:00.298560 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc95e57d-0c57-411a-9317-446ecb18ed90 req-0a0bb084-bc0d-4e36-a096-fa78251d26eb service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3ad5087-ddb5-4936-b169-5492f416fc3a HTTP/1.1" status: 200 len: 915 time: 0.1169856 Jul 14 14:07:00.367215 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc95e57d-0c57-411a-9317-446ecb18ed90 req-07eb02c0-ba84-4824-935e-820a1303865e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 200 len: 1000 time: 0.0615222 Jul 14 14:07:00.416306 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95e57d-0c57-411a-9317-446ecb18ed90 req-c7be2c16-ca80-47d9-bdd1-10322cf32233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:00.417710 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc95e57d-0c57-411a-9317-446ecb18ed90 req-c7be2c16-ca80-47d9-bdd1-10322cf32233 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=60848457-4419-4463-aa3d-f6155b17741c HTTP/1.1" status: 200 len: 853 time: 0.0436869 Jul 14 14:07:00.475453 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95e57d-0c57-411a-9317-446ecb18ed90 req-d8a65296-d3d4-4543-9481-30ee7546a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:00.476978 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc95e57d-0c57-411a-9317-446ecb18ed90 req-d8a65296-d3d4-4543-9481-30ee7546a54e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3ad5087-ddb5-4936-b169-5492f416fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522635 Jul 14 14:07:00.554096 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7aabad-b67d-4e31-8b7b-98d1c4201a6a req-bf972640-5d89-4502-abc5-df411dc1fd3f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:00.555604 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ff7aabad-b67d-4e31-8b7b-98d1c4201a6a req-bf972640-5d89-4502-abc5-df411dc1fd3f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0630214 Jul 14 14:07:00.571119 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc95e57d-0c57-411a-9317-446ecb18ed90 req-c58adf40-8dfd-448f-a2c0-f74fba33e863 service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859568 Jul 14 14:07:00.593969 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ff7aabad-b67d-4e31-8b7b-98d1c4201a6a req-74fc9017-c3f1-4382-86a5-0a290e5307d3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325637 Jul 14 14:07:00.660864 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cc95e57d-0c57-411a-9317-446ecb18ed90 req-3f6d0394-3e5f-416e-ab27-ff1e8ae42b43 service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823724 Jul 14 14:07:01.447079 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9e396-4e0c-404c-94bb-d49037ffd624 req-2629b936-dafc-4877-ad0c-d6e1a7879996 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:01.448573 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5db9e396-4e0c-404c-94bb-d49037ffd624 req-2629b936-dafc-4877-ad0c-d6e1a7879996 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0673332 Jul 14 14:07:01.488373 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5db9e396-4e0c-404c-94bb-d49037ffd624 req-e9c8a95a-f9b4-42c0-b0ff-78f5fee8bbd9 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341041 Jul 14 14:07:01.667429 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:07:01.790487 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b919674-6cae-44f8-ad4a-8d91b1f6f066 req-b437d0c7-f592-4e48-89e6-97f7da2cc771 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:01.793156 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3b919674-6cae-44f8-ad4a-8d91b1f6f066 req-b437d0c7-f592-4e48-89e6-97f7da2cc771 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0901287 Jul 14 14:07:01.843947 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3b919674-6cae-44f8-ad4a-8d91b1f6f066 req-c4b78d3d-3a8a-416e-bd21-b8f44fc5068a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446465 Jul 14 14:07:02.664485 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031bba1-1826-4356-8dc7-9698689072b6 req-45603d48-f514-46ef-8792-1affcde7cffc tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:02.666019 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6031bba1-1826-4356-8dc7-9698689072b6 req-45603d48-f514-46ef-8792-1affcde7cffc tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0636652 Jul 14 14:07:02.707013 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6031bba1-1826-4356-8dc7-9698689072b6 req-fa38569b-533d-46b8-8615-234c591aed25 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353019 Jul 14 14:07:03.027346 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8244ba-6b22-4edb-8b9a-342cf64ba60a req-a074bdae-d0d4-4e90-bdde-6babe78a64c5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:03.028887 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1d8244ba-6b22-4edb-8b9a-342cf64ba60a req-a074bdae-d0d4-4e90-bdde-6babe78a64c5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0652122 Jul 14 14:07:03.069612 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1d8244ba-6b22-4edb-8b9a-342cf64ba60a req-a6487900-945d-46ee-b9a4-80ba38d57ecc tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346136 Jul 14 14:07:04.039868 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae7372-0df0-498d-b0d9-f8275b114778 req-67d3c544-1b32-4635-b640-b644b4df5994 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:04.041362 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-33ae7372-0df0-498d-b0d9-f8275b114778 req-67d3c544-1b32-4635-b640-b644b4df5994 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0661702 Jul 14 14:07:04.081952 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-33ae7372-0df0-498d-b0d9-f8275b114778 req-a6f7ee38-2bbf-4566-ac66-050989aa3f83 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342796 Jul 14 14:07:04.244185 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ac3f5-3e61-437f-9c40-ff4c31234fcb req-8389acf3-587f-48c5-be42-36f48e5111d3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:04.245695 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2b3ac3f5-3e61-437f-9c40-ff4c31234fcb req-8389acf3-587f-48c5-be42-36f48e5111d3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0647907 Jul 14 14:07:04.531540 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2b3ac3f5-3e61-437f-9c40-ff4c31234fcb req-0351292b-f1a0-4ef9-965e-fd6a50bc70dd tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764461 Jul 14 14:07:05.252671 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70e551-ac83-4177-97ee-cb5ca179bdc6 req-158fe1df-7db3-416a-ad2b-b8b04acfdea0 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:05.254780 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cb70e551-ac83-4177-97ee-cb5ca179bdc6 req-158fe1df-7db3-416a-ad2b-b8b04acfdea0 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0644984 Jul 14 14:07:05.294915 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cb70e551-ac83-4177-97ee-cb5ca179bdc6 req-37537f78-593d-4d45-9544-c866e5932a9b tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344858 Jul 14 14:07:05.702257 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0314a3e-ca12-4d0d-8c0b-361f9b3527d5 req-b8482142-9871-471d-a897-b15ab36f0df3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:05.703725 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0314a3e-ca12-4d0d-8c0b-361f9b3527d5 req-b8482142-9871-471d-a897-b15ab36f0df3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0610921 Jul 14 14:07:05.741283 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0314a3e-ca12-4d0d-8c0b-361f9b3527d5 req-3dfc5372-6163-45c1-9cf2-bdbcc4dd7939 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320177 Jul 14 14:07:06.468648 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07207de2-48a8-402e-a436-6831deeb328a req-a4cfbebc-2a6a-4db7-b9fe-db721c97bf94 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:06.470186 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-07207de2-48a8-402e-a436-6831deeb328a req-a4cfbebc-2a6a-4db7-b9fe-db721c97bf94 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0672443 Jul 14 14:07:06.515096 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-07207de2-48a8-402e-a436-6831deeb328a req-306d29b0-7891-4156-817a-723dd98c3cf9 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383797 Jul 14 14:07:06.916408 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27101b-ea68-41cb-abbe-bb3d09ef71bf req-9c3421be-60be-4e51-8d9b-14d2ca628a35 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:06.917999 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9a27101b-ea68-41cb-abbe-bb3d09ef71bf req-9c3421be-60be-4e51-8d9b-14d2ca628a35 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0667882 Jul 14 14:07:06.960526 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9a27101b-ea68-41cb-abbe-bb3d09ef71bf req-2e906aa6-d316-461d-884a-aefc98632143 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363588 Jul 14 14:07:07.691754 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ddffa-212c-448f-9051-45020a0f39b3 req-38adc44f-8959-47e3-9ae0-0faab774c302 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:07.693357 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18ddffa-212c-448f-9051-45020a0f39b3 req-38adc44f-8959-47e3-9ae0-0faab774c302 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0681238 Jul 14 14:07:07.733065 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a18ddffa-212c-448f-9051-45020a0f39b3 req-e51a0d61-2c54-4c12-8b99-622aabfc544e tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336826 Jul 14 14:07:08.139961 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251624e-69a9-471c-85bc-65b2b7c9c8d3 req-83b6582a-39e4-4bbc-9176-995a120de587 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:08.141510 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3251624e-69a9-471c-85bc-65b2b7c9c8d3 req-83b6582a-39e4-4bbc-9176-995a120de587 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0647824 Jul 14 14:07:08.180240 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3251624e-69a9-471c-85bc-65b2b7c9c8d3 req-76274316-d3e1-4458-9888-c75d4d8586fa tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322766 Jul 14 14:07:08.908337 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5795dc-38f7-4afb-a812-75f3d0d6cad7 req-5c6f3b65-82f3-449f-af19-1d0d7b9d17b9 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:08.910594 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7a5795dc-38f7-4afb-a812-75f3d0d6cad7 req-5c6f3b65-82f3-449f-af19-1d0d7b9d17b9 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0657835 Jul 14 14:07:08.950459 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7a5795dc-38f7-4afb-a812-75f3d0d6cad7 req-bf160cf1-f6df-414d-9381-2a4b47939eab tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340562 Jul 14 14:07:09.354582 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4eb409-58ca-49cb-abef-822abb611692 req-b8118acd-cda7-4837-92d1-3808ddb36700 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:09.356116 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ef4eb409-58ca-49cb-abef-822abb611692 req-b8118acd-cda7-4837-92d1-3808ddb36700 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0621200 Jul 14 14:07:09.395523 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ef4eb409-58ca-49cb-abef-822abb611692 req-c3b0721d-e370-4de6-b39c-deca7d6f1cb1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334878 Jul 14 14:07:10.163622 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb620bd0-90b3-4b2d-a8ff-1b7080116d3e req-9062ebb1-6de6-481c-9c9a-bc07aabaa6d2 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:10.165286 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb620bd0-90b3-4b2d-a8ff-1b7080116d3e req-9062ebb1-6de6-481c-9c9a-bc07aabaa6d2 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0711465 Jul 14 14:07:10.220833 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb620bd0-90b3-4b2d-a8ff-1b7080116d3e req-6d9d941b-57f0-4bd3-919e-5e0d873c2968 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469255 Jul 14 14:07:10.580871 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7e8d6-df09-4938-a650-99e9b3201405 req-55a614e0-fc68-454a-ae42-1525d7287f59 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:10.583059 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-89e7e8d6-df09-4938-a650-99e9b3201405 req-55a614e0-fc68-454a-ae42-1525d7287f59 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0732508 Jul 14 14:07:10.621774 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-89e7e8d6-df09-4938-a650-99e9b3201405 req-825b7ac1-3d0a-451f-a0e3-9d76fb7d7f71 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327978 Jul 14 14:07:10.781913 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:11.436692 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec63a0c-b3ed-4545-8e79-545f55e1551d req-e67015e4-7872-45cd-a37c-8bb09adc2fa5 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:11.438381 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ec63a0c-b3ed-4545-8e79-545f55e1551d req-e67015e4-7872-45cd-a37c-8bb09adc2fa5 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0817864 Jul 14 14:07:11.483597 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ec63a0c-b3ed-4545-8e79-545f55e1551d req-5ce254b7-64f9-445d-8e27-ab6f34592030 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386934 Jul 14 14:07:11.810235 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf3c21-c05d-4c3d-803f-79eafe83285c req-315077c7-3ccb-4404-b07c-6521b7cce3fe tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:11.811692 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cddf3c21-c05d-4c3d-803f-79eafe83285c req-315077c7-3ccb-4404-b07c-6521b7cce3fe tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0652559 Jul 14 14:07:11.863276 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cddf3c21-c05d-4c3d-803f-79eafe83285c req-ec331354-b766-4d9e-a098-d50edd676567 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406594 Jul 14 14:07:12.659728 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb410ef-0f75-4568-8558-e4d0b060a90e req-ca13e9bf-0866-4d0f-be55-a254b133dd6f tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:12.661220 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ebb410ef-0f75-4568-8558-e4d0b060a90e req-ca13e9bf-0866-4d0f-be55-a254b133dd6f tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0648885 Jul 14 14:07:12.703561 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ebb410ef-0f75-4568-8558-e4d0b060a90e req-395ed63f-6a6d-4995-ac84-5f5cc5b91643 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361886 Jul 14 14:07:13.052045 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3e354-905a-4712-9c92-1ce327a638e7 req-8098d8ee-b950-4522-a11a-2a1c768a6943 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:13.053753 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d4d3e354-905a-4712-9c92-1ce327a638e7 req-8098d8ee-b950-4522-a11a-2a1c768a6943 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0712440 Jul 14 14:07:13.097315 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d4d3e354-905a-4712-9c92-1ce327a638e7 req-214ef20d-bf46-44b6-993b-ac97c2bcd6c5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375221 Jul 14 14:07:13.586563 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55dbdffd-7ddd-40eb-8fe0-e143a0511925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:13.905272 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046e733-2b8d-4ef6-98b3-35effff9f3a7 req-0e4378da-c7aa-4baf-ba69-2620afc5ba87 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:13.906786 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c046e733-2b8d-4ef6-98b3-35effff9f3a7 req-0e4378da-c7aa-4baf-ba69-2620afc5ba87 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0817747 Jul 14 14:07:13.955184 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c046e733-2b8d-4ef6-98b3-35effff9f3a7 req-8a616075-00df-4ea0-a5e3-ee242a64f621 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383666 Jul 14 14:07:14.433555 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee9cb0-5164-43a1-a855-0242f61de1c3 req-bbfca4c0-3eed-463d-ba39-b8bb320c5968 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:14.435318 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-12ee9cb0-5164-43a1-a855-0242f61de1c3 req-bbfca4c0-3eed-463d-ba39-b8bb320c5968 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0658352 Jul 14 14:07:14.484817 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-12ee9cb0-5164-43a1-a855-0242f61de1c3 req-e068aa79-bd72-4b0a-bc91-72cd4617fa87 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392323 Jul 14 14:07:15.139411 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c8203-d317-46c7-875b-f700ceaa11cb req-944ea069-7884-4bb9-ba7b-fcee76bc739e tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:15.140950 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ad6c8203-d317-46c7-875b-f700ceaa11cb req-944ea069-7884-4bb9-ba7b-fcee76bc739e tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0671337 Jul 14 14:07:15.182990 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ad6c8203-d317-46c7-875b-f700ceaa11cb req-c287b136-94bd-4609-97b6-c96acc75358c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354040 Jul 14 14:07:15.673399 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906433b-2de8-4ce7-ae48-9a5119d05f0d req-a7e22ab4-5ef4-4d60-b5e0-be277e2dedb7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:15.674987 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3906433b-2de8-4ce7-ae48-9a5119d05f0d req-a7e22ab4-5ef4-4d60-b5e0-be277e2dedb7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0658648 Jul 14 14:07:15.715799 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3906433b-2de8-4ce7-ae48-9a5119d05f0d req-0684c92e-b6f6-4201-aefd-e26722b08e6e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349305 Jul 14 14:07:16.323545 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3dfa6cbe-7cda-4c0d-963e-17ce921b7885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:16.380997 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7348994-77cb-4a5e-97b8-ff3736f58b52 req-77f53966-eb6a-44e5-9155-41bfa82b1c76 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:16.382627 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b7348994-77cb-4a5e-97b8-ff3736f58b52 req-77f53966-eb6a-44e5-9155-41bfa82b1c76 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0752044 Jul 14 14:07:16.432256 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b7348994-77cb-4a5e-97b8-ff3736f58b52 req-2e4f35ea-bef3-4ab0-955a-7929e4591acc tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407355 Jul 14 14:07:16.435143 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:16.897301 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6a7ef-6914-4fba-9747-3f06b2944c4a req-5f80c028-e082-4c00-80c9-bc037d259b0d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:16.898882 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-97c6a7ef-6914-4fba-9747-3f06b2944c4a req-5f80c028-e082-4c00-80c9-bc037d259b0d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0700281 Jul 14 14:07:16.946122 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-97c6a7ef-6914-4fba-9747-3f06b2944c4a req-fd575d04-eded-42e2-b50f-b574fe82ffa7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368204 Jul 14 14:07:17.336110 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:17.621888 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f3c2f-0b7a-4a08-93ff-8939cf1985f3 req-861cd9c0-b621-4c00-9067-f17e27c8a9c7 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:17.623485 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ce5f3c2f-0b7a-4a08-93ff-8939cf1985f3 req-861cd9c0-b621-4c00-9067-f17e27c8a9c7 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0716619 Jul 14 14:07:17.678640 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ce5f3c2f-0b7a-4a08-93ff-8939cf1985f3 req-77ef194c-70b2-46b0-a3fc-9d60efde7c7c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444636 Jul 14 14:07:18.126953 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3511f3-5e6d-4afa-9e41-1f65674779b8 req-88e83f6a-acfa-499c-ac64-f54609ec7401 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:18.128483 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bb3511f3-5e6d-4afa-9e41-1f65674779b8 req-88e83f6a-acfa-499c-ac64-f54609ec7401 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0662413 Jul 14 14:07:18.187520 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bb3511f3-5e6d-4afa-9e41-1f65674779b8 req-9acf5748-0484-40ba-964a-b599e434c593 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492301 Jul 14 14:07:18.858853 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b2497-aa69-4d51-b720-139e3e31dd4f req-51622b5b-f1e8-419f-a5ab-4e87a6fd2b46 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:18.860541 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dd5b2497-aa69-4d51-b720-139e3e31dd4f req-51622b5b-f1e8-419f-a5ab-4e87a6fd2b46 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0646427 Jul 14 14:07:18.901402 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dd5b2497-aa69-4d51-b720-139e3e31dd4f req-57ed9d00-f053-4de0-9311-914cac51cced tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346334 Jul 14 14:07:19.172067 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:19.383227 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8931181-7355-42ee-8e01-bdee073e407d req-7b541596-e6de-460f-a7eb-2d159fa481bf tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:19.385459 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d8931181-7355-42ee-8e01-bdee073e407d req-7b541596-e6de-460f-a7eb-2d159fa481bf tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0798390 Jul 14 14:07:19.424197 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d8931181-7355-42ee-8e01-bdee073e407d req-3d414c3d-5515-407e-b55c-0214da650bcd tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328894 Jul 14 14:07:20.076478 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070cb62-6bd3-459b-a04c-0c73be83b581 req-4e5b753a-087d-4f01-9565-2b52ba18861b tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:20.078058 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f070cb62-6bd3-459b-a04c-0c73be83b581 req-4e5b753a-087d-4f01-9565-2b52ba18861b tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0671613 Jul 14 14:07:20.118318 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f070cb62-6bd3-459b-a04c-0c73be83b581 req-186a5017-c488-44fc-b4d7-6994d742dcfc tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346003 Jul 14 14:07:20.594487 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90304856-77aa-4d5e-8172-2ceaa7b2f848 req-57f05089-8d55-4c26-a5ea-cfa52592dbaa tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:20.595980 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-90304856-77aa-4d5e-8172-2ceaa7b2f848 req-57f05089-8d55-4c26-a5ea-cfa52592dbaa tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0622299 Jul 14 14:07:20.633918 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-90304856-77aa-4d5e-8172-2ceaa7b2f848 req-5a90d105-204d-4af3-a2bd-90d08e05d83d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323474 Jul 14 14:07:21.291020 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c50d1-0df2-4f39-8861-71f5167f1bbb req-2b214cc4-4c6e-446a-ab77-67c52ea8fa44 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:21.292490 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-037c50d1-0df2-4f39-8861-71f5167f1bbb req-2b214cc4-4c6e-446a-ab77-67c52ea8fa44 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0625956 Jul 14 14:07:21.331966 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-037c50d1-0df2-4f39-8861-71f5167f1bbb req-2a6952d6-f892-4248-b2b6-fa3f5511fa67 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337462 Jul 14 14:07:21.806272 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935af6d-6279-495a-b6db-7522290b5293 req-98f913d8-a520-4478-b896-b1067f556c75 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:21.807760 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3935af6d-6279-495a-b6db-7522290b5293 req-98f913d8-a520-4478-b896-b1067f556c75 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0614772 Jul 14 14:07:21.845253 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3935af6d-6279-495a-b6db-7522290b5293 req-4d8e56e4-5b05-4903-a98a-6c6f772b08fc tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319660 Jul 14 14:07:22.505348 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e70e47-6e4c-4f18-9885-ffab0038b116 req-d5bcb349-083b-4755-a014-184c1569a5c8 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:22.506857 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c0e70e47-6e4c-4f18-9885-ffab0038b116 req-d5bcb349-083b-4755-a014-184c1569a5c8 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0669742 Jul 14 14:07:22.548536 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c0e70e47-6e4c-4f18-9885-ffab0038b116 req-e16b9ba0-16d8-4549-a476-cce8d6f7685c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&id=9ccc306a-24eb-4277-9ff3-99fdb7e24624&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359535 Jul 14 14:07:23.018860 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13da929-58a8-4749-94d4-d1e7203c2d54 req-98639b1b-8f3b-4fb4-b069-ce555c9e060b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:23.020346 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b13da929-58a8-4749-94d4-d1e7203c2d54 req-98639b1b-8f3b-4fb4-b069-ce555c9e060b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0658789 Jul 14 14:07:23.060014 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b13da929-58a8-4749-94d4-d1e7203c2d54 req-f4ea5f77-56bc-4e25-a661-ab242235172a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340834 Jul 14 14:07:24.232072 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae5307-3377-4317-908a-cd3643892784 req-7b331238-203a-4043-8b85-4d25d02a4c6b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:24.233618 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5bae5307-3377-4317-908a-cd3643892784 req-7b331238-203a-4043-8b85-4d25d02a4c6b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0619106 Jul 14 14:07:24.272528 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5bae5307-3377-4317-908a-cd3643892784 req-84cd353e-ff5a-4a39-9f0f-610dce4e4b9c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330977 Jul 14 14:07:25.446850 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dbed4-527d-4568-93c8-93172c07b3a3 req-6fa04dab-2a2f-415d-b349-015ccd5cd59c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:25.448328 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cc3dbed4-527d-4568-93c8-93172c07b3a3 req-6fa04dab-2a2f-415d-b349-015ccd5cd59c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0620649 Jul 14 14:07:25.485751 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cc3dbed4-527d-4568-93c8-93172c07b3a3 req-bc168852-d29d-4fc1-b40a-01fb80ad63f9 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318229 Jul 14 14:07:26.657960 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499592b-b155-4c94-999c-78f0520ae5ce req-a9fdf63d-42c3-4b03-9400-4ca85d089f5a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:26.659535 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6499592b-b155-4c94-999c-78f0520ae5ce req-a9fdf63d-42c3-4b03-9400-4ca85d089f5a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0629115 Jul 14 14:07:26.698050 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6499592b-b155-4c94-999c-78f0520ae5ce req-3957fbba-55bf-4ea9-9983-872fe2d82351 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330548 Jul 14 14:07:27.879265 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0f35a-b948-47bc-864a-406bda3cf30b req-f8f60f0e-f302-4db6-8d6f-3e5ff0c83a37 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:27.880758 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-14c0f35a-b948-47bc-864a-406bda3cf30b req-f8f60f0e-f302-4db6-8d6f-3e5ff0c83a37 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0694406 Jul 14 14:07:27.918255 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-14c0f35a-b948-47bc-864a-406bda3cf30b req-00bb90d7-92b1-4e2c-b7d4-f1f560420b5e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316412 Jul 14 14:07:29.350177 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a8d11-dede-41af-801b-0d2af555a453 req-b047402d-fa57-4886-bd27-3012aae31a9c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:29.351658 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-486a8d11-dede-41af-801b-0d2af555a453 req-b047402d-fa57-4886-bd27-3012aae31a9c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.3227193 Jul 14 14:07:29.389508 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-486a8d11-dede-41af-801b-0d2af555a453 req-f661262e-6cfb-4b67-bb80-d46eea8644fa tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322635 Jul 14 14:07:30.558615 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f7af9-ab0e-4fbb-89ff-7ce24445a567 req-3d34dfb5-8036-43ad-a281-c0fe4b9572d1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:30.560103 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ed6f7af9-ab0e-4fbb-89ff-7ce24445a567 req-3d34dfb5-8036-43ad-a281-c0fe4b9572d1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0635109 Jul 14 14:07:30.599476 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ed6f7af9-ab0e-4fbb-89ff-7ce24445a567 req-bbb8aaf1-c1cc-493f-889e-972872fbb74a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330358 Jul 14 14:07:31.773898 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc79f5-4f79-4469-a8eb-00ab1bb25898 req-74f6f068-799f-48ee-b00a-541818fe8893 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:31.775285 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-92dc79f5-4f79-4469-a8eb-00ab1bb25898 req-74f6f068-799f-48ee-b00a-541818fe8893 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0636692 Jul 14 14:07:31.814309 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-92dc79f5-4f79-4469-a8eb-00ab1bb25898 req-be1deb27-a8de-447a-b24a-324ca8c4e08c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333743 Jul 14 14:07:32.988643 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34775792-12a6-4f7f-8393-1dbcf530a959 req-1871cb45-13d6-4d8a-9fbf-af583fb8503f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:32.990009 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-34775792-12a6-4f7f-8393-1dbcf530a959 req-1871cb45-13d6-4d8a-9fbf-af583fb8503f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0645339 Jul 14 14:07:33.029506 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-34775792-12a6-4f7f-8393-1dbcf530a959 req-374d13ca-c86e-4e1e-8458-7d15c7481ad9 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336926 Jul 14 14:07:34.219170 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abfdac-7ab5-4c5f-9e37-4ad334897080 req-4d056979-fc19-4905-85e5-0ffe21326395 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:34.220691 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3abfdac-7ab5-4c5f-9e37-4ad334897080 req-4d056979-fc19-4905-85e5-0ffe21326395 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0684309 Jul 14 14:07:34.260640 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3abfdac-7ab5-4c5f-9e37-4ad334897080 req-10578164-a7d7-4c7c-bd48-6f2e6584b928 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336204 Jul 14 14:07:35.442760 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f673d5-fb47-4973-964d-bd0d64e6b5d7 req-211b8cc5-8846-4d98-ab96-df09a764bcca tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:35.444227 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-93f673d5-fb47-4973-964d-bd0d64e6b5d7 req-211b8cc5-8846-4d98-ab96-df09a764bcca tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0689163 Jul 14 14:07:35.483159 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-93f673d5-fb47-4973-964d-bd0d64e6b5d7 req-56ea7aba-eaeb-42a9-b567-90036fc5f7df tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332673 Jul 14 14:07:36.762456 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01108be2-6a9c-4717-8657-f2685c78a0fa req-bc43d0d0-bf11-4eca-bf78-fe9b5b2cea2a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:36.764133 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-01108be2-6a9c-4717-8657-f2685c78a0fa req-bc43d0d0-bf11-4eca-bf78-fe9b5b2cea2a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0702231 Jul 14 14:07:36.808536 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-01108be2-6a9c-4717-8657-f2685c78a0fa req-c4c3317d-4f31-4319-9997-1d5c7391f7d0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382092 Jul 14 14:07:37.988748 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fda75-3373-4db4-8453-c0c7cc783cf2 req-069ef0c9-f379-4ebc-92c5-f7fc3f262039 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:37.990637 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-472fda75-3373-4db4-8453-c0c7cc783cf2 req-069ef0c9-f379-4ebc-92c5-f7fc3f262039 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0680032 Jul 14 14:07:38.030663 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-472fda75-3373-4db4-8453-c0c7cc783cf2 req-d1693e35-ff63-4ba2-8b87-4e2801894b2b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334356 Jul 14 14:07:38.667285 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:07:39.216278 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079bf44-4249-41f7-b904-f8b706d0df21 req-1aee115a-9b97-4f34-9805-a3a48972e8cb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:39.217796 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b079bf44-4249-41f7-b904-f8b706d0df21 req-1aee115a-9b97-4f34-9805-a3a48972e8cb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0689332 Jul 14 14:07:39.266040 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b079bf44-4249-41f7-b904-f8b706d0df21 req-e10f969b-5291-432f-9732-657f33c6962b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427206 Jul 14 14:07:40.443044 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bea15-c843-4bc1-ba0d-8f9a78987520 req-882fa81e-e27f-471c-9a59-1128fec0ecb2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:40.444596 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2a7bea15-c843-4bc1-ba0d-8f9a78987520 req-882fa81e-e27f-471c-9a59-1128fec0ecb2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0693607 Jul 14 14:07:40.483613 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2a7bea15-c843-4bc1-ba0d-8f9a78987520 req-bc4d5b18-48cd-434a-bc39-55c2683d8862 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323441 Jul 14 14:07:40.784722 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:41.655387 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998722c0-5d77-4e22-a96b-35604ef06187 req-66ffb3e5-8a4d-48c3-ade9-366928f2aef1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:41.656876 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-998722c0-5d77-4e22-a96b-35604ef06187 req-66ffb3e5-8a4d-48c3-ade9-366928f2aef1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0636384 Jul 14 14:07:41.695326 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-998722c0-5d77-4e22-a96b-35604ef06187 req-7df48786-3722-4cbb-9fc5-0dbec003a05c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327766 Jul 14 14:07:42.398383 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ad1f1dd-8a77-42e9-8687-ca084cd75d7c req-b012d3e5-c3b5-455a-8006-d95ce7ae1774 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510824 Jul 14 14:07:42.481434 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f1dd-8a77-42e9-8687-ca084cd75d7c req-5f87d608-7526-44fc-8dc5-b1c023a265c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:42.482946 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ad1f1dd-8a77-42e9-8687-ca084cd75d7c req-5f87d608-7526-44fc-8dc5-b1c023a265c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a3cbdfa5a4d5454e84b587911735d88d&device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 1099 time: 0.0596311 Jul 14 14:07:42.598666 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f1dd-8a77-42e9-8687-ca084cd75d7c req-57e47766-d454-4bb3-9952-aa508ca8c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:42.600174 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ad1f1dd-8a77-42e9-8687-ca084cd75d7c req-57e47766-d454-4bb3-9952-aa508ca8c12b service neutron] 10.222.0.38 "GET /v2.0/networks?id=92dfb464-79ad-438f-84d7-a1d7875537d1 HTTP/1.1" status: 200 len: 912 time: 0.0944295 Jul 14 14:07:42.675384 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ad1f1dd-8a77-42e9-8687-ca084cd75d7c req-65d89a92-87e4-4e6d-af5c-f820b0b07ab4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=754b7d3d-79a5-4b34-8434-f6fd1fe3747b HTTP/1.1" status: 200 len: 1002 time: 0.0658867 Jul 14 14:07:42.723862 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f1dd-8a77-42e9-8687-ca084cd75d7c req-b7705ef2-39aa-4c4e-99a5-60c6eddb9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:42.725364 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ad1f1dd-8a77-42e9-8687-ca084cd75d7c req-b7705ef2-39aa-4c4e-99a5-60c6eddb9498 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=737b1b91-1b10-47bf-a364-9061ed8a4756 HTTP/1.1" status: 200 len: 850 time: 0.0435262 Jul 14 14:07:42.784096 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f1dd-8a77-42e9-8687-ca084cd75d7c req-ccb878b0-fc7d-46bc-9be5-aa9ad5f68cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:42.786218 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ad1f1dd-8a77-42e9-8687-ca084cd75d7c req-ccb878b0-fc7d-46bc-9be5-aa9ad5f68cda service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92dfb464-79ad-438f-84d7-a1d7875537d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526261 Jul 14 14:07:42.869501 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e91fd-30f7-43db-8b81-de673708d887 req-61e8f564-2809-44e3-b591-be7b946c7a70 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:42.870931 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-861e91fd-30f7-43db-8b81-de673708d887 req-61e8f564-2809-44e3-b591-be7b946c7a70 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0651898 Jul 14 14:07:42.881815 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ad1f1dd-8a77-42e9-8687-ca084cd75d7c req-c87d9914-ffa5-47e8-8593-50f05947eef0 service neutron] 10.222.0.38 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877252 Jul 14 14:07:42.909579 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-861e91fd-30f7-43db-8b81-de673708d887 req-a53ee394-b483-4c5c-8c00-9cf6c0301b58 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326061 Jul 14 14:07:42.978270 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ad1f1dd-8a77-42e9-8687-ca084cd75d7c req-cbdea859-6b17-4934-90a0-4cee57fc51b4 service neutron] 10.222.0.38 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860651 Jul 14 14:07:43.587800 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-854c6840-e88c-4953-9342-20a28618742b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:44.089710 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea65293-bacf-49ff-b498-d2dccc25e6c1 req-ee5150d4-7654-451d-94ac-e7aac0719c87 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:44.091188 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dea65293-bacf-49ff-b498-d2dccc25e6c1 req-ee5150d4-7654-451d-94ac-e7aac0719c87 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0630643 Jul 14 14:07:44.128032 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dea65293-bacf-49ff-b498-d2dccc25e6c1 req-88d2f20d-4719-47df-8987-ed942eb40e30 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308220 Jul 14 14:07:45.305633 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fc98f-c9d7-4847-a326-448a360e7110 req-8a08e3db-91dc-446d-a2fe-b8a5e99b7489 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:45.307113 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3e6fc98f-c9d7-4847-a326-448a360e7110 req-8a08e3db-91dc-446d-a2fe-b8a5e99b7489 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0637295 Jul 14 14:07:45.343992 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3e6fc98f-c9d7-4847-a326-448a360e7110 req-9e1b551f-c739-498e-a755-2b6e4215ee4b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313303 Jul 14 14:07:46.316591 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-caf186c7-329a-491f-8cd6-469b9417cd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:46.426538 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:46.523451 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e2590-5685-4f8e-a4ef-5e1d93024314 req-9b97c90f-1025-4f1e-a898-a97d0cb0e74a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:46.524968 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-089e2590-5685-4f8e-a4ef-5e1d93024314 req-9b97c90f-1025-4f1e-a898-a97d0cb0e74a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0664408 Jul 14 14:07:46.563407 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-089e2590-5685-4f8e-a4ef-5e1d93024314 req-afc22156-07a9-495c-94b4-85a97773e8f9 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328524 Jul 14 14:07:47.337595 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:47.736243 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42fbd4-5949-4292-b1bb-4b6b43575c70 req-d85db1d1-bd08-4e2d-be05-785477765569 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:47.738293 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7d42fbd4-5949-4292-b1bb-4b6b43575c70 req-d85db1d1-bd08-4e2d-be05-785477765569 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0672028 Jul 14 14:07:47.775241 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7d42fbd4-5949-4292-b1bb-4b6b43575c70 req-69383671-14f8-48f8-8167-d8b9555d2419 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Jul 14 14:07:48.948383 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250edae-03ac-4936-8948-b5713e2504d2 req-56426f17-1f59-4bc5-a8a8-c6636fd63b5d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:48.949917 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f250edae-03ac-4936-8948-b5713e2504d2 req-56426f17-1f59-4bc5-a8a8-c6636fd63b5d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0626969 Jul 14 14:07:48.988385 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f250edae-03ac-4936-8948-b5713e2504d2 req-cfe7f510-8e62-438d-9cdc-48354923f45a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329287 Jul 14 14:07:49.175265 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:50.164353 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663badcb-18f5-480d-9191-7c47e207a9ba req-e5e5a6f8-8d2a-4fab-9a58-30cff3df2b26 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:50.165954 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-663badcb-18f5-480d-9191-7c47e207a9ba req-e5e5a6f8-8d2a-4fab-9a58-30cff3df2b26 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0661304 Jul 14 14:07:50.204600 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-663badcb-18f5-480d-9191-7c47e207a9ba req-f0178a56-ba30-4624-9926-5391fe3d6fdd tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331380 Jul 14 14:07:51.387130 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d355182-64c7-4e39-913b-9267fe5b84af req-1498c465-1c92-4b9a-94f1-06775ba69bf4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:51.389093 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d355182-64c7-4e39-913b-9267fe5b84af req-1498c465-1c92-4b9a-94f1-06775ba69bf4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0673649 Jul 14 14:07:51.427494 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d355182-64c7-4e39-913b-9267fe5b84af req-d1683f47-2583-4bc8-866d-f6ca895a7205 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331180 Jul 14 14:07:52.604199 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5263198-e9ce-4d3e-a277-96b4e95e88d7 req-5fae41fb-6a46-45d2-93e0-9cfc2d8dbf71 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:52.605646 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d5263198-e9ce-4d3e-a277-96b4e95e88d7 req-5fae41fb-6a46-45d2-93e0-9cfc2d8dbf71 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0671868 Jul 14 14:07:52.644757 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d5263198-e9ce-4d3e-a277-96b4e95e88d7 req-1ba07159-3595-4c94-ae65-e2122b1cec3f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332077 Jul 14 14:07:53.818150 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee91ce7-fe27-4354-8661-2de1052270f2 req-b7ef370e-d4b9-486d-a48d-ba579246a9ae tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:53.819642 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ee91ce7-fe27-4354-8661-2de1052270f2 req-b7ef370e-d4b9-486d-a48d-ba579246a9ae tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0619645 Jul 14 14:07:53.857102 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ee91ce7-fe27-4354-8661-2de1052270f2 req-709cf97a-542b-48f9-92be-e37c96f9b69a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319610 Jul 14 14:07:55.033841 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee41e2-4af0-4c6e-bce2-0334dc8224af req-ee13da98-1740-4f74-aae6-20d8238d5159 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:55.035753 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08ee41e2-4af0-4c6e-bce2-0334dc8224af req-ee13da98-1740-4f74-aae6-20d8238d5159 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0669985 Jul 14 14:07:55.076061 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08ee41e2-4af0-4c6e-bce2-0334dc8224af req-a2018eaf-084a-441f-a005-00d320589f89 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342164 Jul 14 14:07:55.537487 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-592ae326-7607-4d9a-8aca-fc2d53eecd26 req-26481827-55f6-497d-b7ff-ae28a04f1263 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387507777&fields=id&tenant_id=b139a63d2fde409a9f90b021e639f77c HTTP/1.1" status: 200 len: 267 time: 0.0340855 Jul 14 14:07:55.606744 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ae326-7607-4d9a-8aca-fc2d53eecd26 req-239a5782-fac6-4d51-8c22-502f170d7a64 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:55.608299 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-592ae326-7607-4d9a-8aca-fc2d53eecd26 req-239a5782-fac6-4d51-8c22-502f170d7a64 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 984 time: 0.0655165 Jul 14 14:07:55.619158 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-592ae326-7607-4d9a-8aca-fc2d53eecd26 req-c7592a79-9161-45fc-a231-91c9bfa484bf tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Request body: {'port': {'security_groups': ['b7acc634-8d37-4170-b598-b3677669561d']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:07:55.710845 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-592ae326-7607-4d9a-8aca-fc2d53eecd26 req-c7592a79-9161-45fc-a231-91c9bfa484bf tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:55.885408 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-592ae326-7607-4d9a-8aca-fc2d53eecd26 req-c7592a79-9161-45fc-a231-91c9bfa484bf tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] For port fe8ccfb0-a193-459d-8a06-a779764bfe34, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34,segment=NetworkSegment(e9ad3048-10fc-4342-b402-722807577785),segment_id=e9ad3048-10fc-4342-b402-722807577785)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:07:55.917284 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-592ae326-7607-4d9a-8aca-fc2d53eecd26 req-c7592a79-9161-45fc-a231-91c9bfa484bf tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:55.922529 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-592ae326-7607-4d9a-8aca-fc2d53eecd26 req-c7592a79-9161-45fc-a231-91c9bfa484bf tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:55.934826 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['fe8ccfb0-a193-459d-8a06-a779764bfe34'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:07:55.966883 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ae326-7607-4d9a-8aca-fc2d53eecd26 req-c7592a79-9161-45fc-a231-91c9bfa484bf tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:55.967524 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-592ae326-7607-4d9a-8aca-fc2d53eecd26 req-c7592a79-9161-45fc-a231-91c9bfa484bf tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:55.973901 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-592ae326-7607-4d9a-8aca-fc2d53eecd26 req-c7592a79-9161-45fc-a231-91c9bfa484bf tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "PUT /v2.0/ports/fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 200 len: 942 time: 0.3543589 Jul 14 14:07:55.973901 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'tag': 'fe8ccfb0-a193-459d-8a06-a779764bfe34'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:07:55.973901 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8d4fa1-dde7-4329-84b7-f960852141e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a79941e7-d064-4daa-88f5-41efed8dc3e3", "tag": "fe8ccfb0-a193-459d-8a06-a779764bfe34"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:07:55.989247 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 57054) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:56.016801 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7592a79-9161-45fc-a231-91c9bfa484bf tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event updated for resources: {'Port': ['ID=fe8ccfb0-a193-459d-8a06-a779764bfe34,revision_number=7']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:56.025778 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57532ca3-9e71-4f94-b45b-6ab7ce03937a x-openstack-request-id: req-57532ca3-9e71-4f94-b45b-6ab7ce03937a {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:07:56.026308 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79941e7-d064-4daa-88f5-41efed8dc3e3", "tag": "fe8ccfb0-a193-459d-8a06-a779764bfe34", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:07:56.026739 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-57532ca3-9e71-4f94-b45b-6ab7ce03937a {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:07:56.027491 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'tag': 'fe8ccfb0-a193-459d-8a06-a779764bfe34', 'status': 'completed', 'code': 200} Jul 14 14:07:56.079262 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:56.094371 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['fe8ccfb0-a193-459d-8a06-a779764bfe34'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:07:56.113198 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:56.131017 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4fa1-dde7-4329-84b7-f960852141e7 req-2f0b56af-26f9-4f38-bf04-7fb2550f6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:56.133073 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b8d4fa1-dde7-4329-84b7-f960852141e7 req-2f0b56af-26f9-4f38-bf04-7fb2550f6cca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b139a63d2fde409a9f90b021e639f77c&device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0802631 Jul 14 14:07:56.192893 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:56.195558 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:56.197474 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "DELETE /v2.0/security-groups/9ccc306a-24eb-4277-9ff3-99fdb7e24624 HTTP/1.1" status: 204 len: 168 time: 0.2074130 Jul 14 14:07:56.210153 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 57062) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:07:56.279248 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b9fcd364-187f-4803-bcf0-9473f2a46ae8 None None] Provisioning complete for port fe8ccfb0-a193-459d-8a06-a779764bfe34 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:07:56.279636 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd364-187f-4803-bcf0-9473f2a46ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:56.292208 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccc306a-24eb-4277-9ff3-99fdb7e24624,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:56.292799 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4fa1-dde7-4329-84b7-f960852141e7 req-fb208259-48e2-4a2b-8ff7-d5066dab0272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:56.294539 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b8d4fa1-dde7-4329-84b7-f960852141e7 req-fb208259-48e2-4a2b-8ff7-d5066dab0272 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3ad5087-ddb5-4936-b169-5492f416fc3a HTTP/1.1" status: 200 len: 915 time: 0.1481588 Jul 14 14:07:56.303128 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:56.304148 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:56.304148 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:56.304328 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:56.304604 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:56.305320 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:56.305656 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:56.306195 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:56.306725 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:56.307050 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:56.307566 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:56.308090 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914b8d-d381-4cb5-ae4e-46fe72566388 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:07:56.392144 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b8d4fa1-dde7-4329-84b7-f960852141e7 req-4d058d5e-665e-4770-bd42-0692d11d4939 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 200 len: 1000 time: 0.0811756 Jul 14 14:07:56.408443 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee15706-1903-42a4-8539-213d7a15b0bd req-16271b36-1e18-4672-aef6-444376a44642 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:56.410327 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bee15706-1903-42a4-8539-213d7a15b0bd req-16271b36-1e18-4672-aef6-444376a44642 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1331849 Jul 14 14:07:56.442329 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-ffca09e0-dd1f-45ca-b0de-746bd113be42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Deleting port 594156ea-0c5e-4eeb-aa9b-cbeb6a1e303f {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:07:56.443656 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ffca09e0-dd1f-45ca-b0de-746bd113be42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:56.482015 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4fa1-dde7-4329-84b7-f960852141e7 req-96cdd6ab-1249-4c9b-a23d-d9b83cc85108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:56.483384 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b8d4fa1-dde7-4329-84b7-f960852141e7 req-96cdd6ab-1249-4c9b-a23d-d9b83cc85108 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=60848457-4419-4463-aa3d-f6155b17741c HTTP/1.1" status: 200 len: 853 time: 0.0839479 Jul 14 14:07:56.489667 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bee15706-1903-42a4-8539-213d7a15b0bd req-175e6cbf-12b3-4d9e-8fb3-ac70c0851cb4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683830 Jul 14 14:07:56.533891 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ffca09e0-dd1f-45ca-b0de-746bd113be42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:56.534226 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ffca09e0-dd1f-45ca-b0de-746bd113be42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:56.546528 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-ffca09e0-dd1f-45ca-b0de-746bd113be42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Calling delete_port for 594156ea-0c5e-4eeb-aa9b-cbeb6a1e303f owned by network:floatingip {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:07:56.553156 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4fa1-dde7-4329-84b7-f960852141e7 req-a2224474-a8ea-4c97-8260-9b2dc2a980c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:56.554729 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b8d4fa1-dde7-4329-84b7-f960852141e7 req-a2224474-a8ea-4c97-8260-9b2dc2a980c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3ad5087-ddb5-4936-b169-5492f416fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631230 Jul 14 14:07:56.650471 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b8d4fa1-dde7-4329-84b7-f960852141e7 req-96cfbb81-66a4-4efa-97ba-ab6265ca1cf9 service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874634 Jul 14 14:07:56.735646 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ffca09e0-dd1f-45ca-b0de-746bd113be42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:56.761354 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6b8d4fa1-dde7-4329-84b7-f960852141e7 req-6c5bc1b5-bf28-4247-82fc-8defba6ff3b1 service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008425 Jul 14 14:07:56.766879 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca09e0-dd1f-45ca-b0de-746bd113be42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event deleted for resources: {'Port': ['ID=594156ea-0c5e-4eeb-aa9b-cbeb6a1e303f,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:07:56.828093 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ffca09e0-dd1f-45ca-b0de-746bd113be42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks [] for floatingip, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:56.828477 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-ffca09e0-dd1f-45ca-b0de-746bd113be42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Floating IP 8dad0be1-d570-4546-bd59-28c75b2282e1 disassociated (deleted). External IP: 172.27.0.10, port: fe8ccfb0-a193-459d-8a06-a779764bfe34. Jul 14 14:07:57.039728 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffca09e0-dd1f-45ca-b0de-746bd113be42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Router fb349e53-4bad-454a-9fd1-47887785652d has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:07:57.144575 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffca09e0-dd1f-45ca-b0de-746bd113be42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:07:57.149416 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ffca09e0-dd1f-45ca-b0de-746bd113be42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:57.153830 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e946877-0e1e-422a-89bd-3462b90ae01e None None] Sync routers for ids ['fb349e53-4bad-454a-9fd1-47887785652d'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:07:57.162696 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e946877-0e1e-422a-89bd-3462b90ae01e None None] Routers {'fb349e53-4bad-454a-9fd1-47887785652d'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:07:57.163302 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-7e946877-0e1e-422a-89bd-3462b90ae01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:07:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['fb349e53-4bad-454a-9fd1-47887785652d'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:57.184769 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ffca09e0-dd1f-45ca-b0de-746bd113be42 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "DELETE /v2.0/floatingips/8dad0be1-d570-4546-bd59-28c75b2282e1 HTTP/1.1" status: 204 len: 168 time: 0.9720945 Jul 14 14:07:57.185351 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'tag': 'fe8ccfb0-a193-459d-8a06-a779764bfe34'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:07:57.187826 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebf1f37-8c1d-477a-b241-3a580546566b" -d '{"events": [{"name": "network-changed", "server_uuid": "a79941e7-d064-4daa-88f5-41efed8dc3e3", "tag": "fe8ccfb0-a193-459d-8a06-a779764bfe34"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:07:57.231732 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d56001-c83b-4d07-b032-018dae433520 x-openstack-request-id: req-f3d56001-c83b-4d07-b032-018dae433520 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:07:57.232029 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79941e7-d064-4daa-88f5-41efed8dc3e3", "tag": "fe8ccfb0-a193-459d-8a06-a779764bfe34", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:07:57.232286 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f3d56001-c83b-4d07-b032-018dae433520 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:07:57.232684 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'tag': 'fe8ccfb0-a193-459d-8a06-a779764bfe34', 'status': 'completed', 'code': 200} Jul 14 14:07:57.289067 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-7e946877-0e1e-422a-89bd-3462b90ae01e None None] Set router fb349e53-4bad-454a-9fd1-47887785652d gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:07:57.315015 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf1f37-8c1d-477a-b241-3a580546566b req-d9a1ae75-5566-490f-9cdf-36ed84ac760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:57.316901 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7ebf1f37-8c1d-477a-b241-3a580546566b req-d9a1ae75-5566-490f-9cdf-36ed84ac760c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b139a63d2fde409a9f90b021e639f77c&device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0606782 Jul 14 14:07:57.418128 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf1f37-8c1d-477a-b241-3a580546566b req-fd4d0ba8-c87b-4f8f-8bf7-43295a027d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:57.419639 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7ebf1f37-8c1d-477a-b241-3a580546566b req-fd4d0ba8-c87b-4f8f-8bf7-43295a027d03 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3ad5087-ddb5-4936-b169-5492f416fc3a HTTP/1.1" status: 200 len: 915 time: 0.0968318 Jul 14 14:07:57.468340 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7ebf1f37-8c1d-477a-b241-3a580546566b req-88cb676a-2c83-4837-ab52-afaf314c47d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 200 len: 217 time: 0.0415347 Jul 14 14:07:57.550789 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-7e946877-0e1e-422a-89bd-3462b90ae01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 4, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port': {'id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:05Z', 'updated_at': '2021-07-14T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '2fc33215-d672-44c9-bc7f-696fe68ae41d', 'name': '', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'mac_address': 'fa:16:3e:79:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '60848457-4419-4463-aa3d-f6155b17741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:07Z', 'updated_at': '2021-07-14T14:05:14Z', 'revision_number': 5, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'subnets': [{'id': '60848457-4419-4463-aa3d-f6155b17741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:57.567793 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf1f37-8c1d-477a-b241-3a580546566b req-d89a84ff-a871-43cf-bfaa-64974a438b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:57.574814 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7ebf1f37-8c1d-477a-b241-3a580546566b req-d89a84ff-a871-43cf-bfaa-64974a438b89 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=60848457-4419-4463-aa3d-f6155b17741c HTTP/1.1" status: 200 len: 853 time: 0.0938778 Jul 14 14:07:57.585984 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e946877-0e1e-422a-89bd-3462b90ae01e None None] Checking router: fb349e53-4bad-454a-9fd1-47887785652d for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:07:57.595942 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e946877-0e1e-422a-89bd-3462b90ae01e None None] Routers {'fb349e53-4bad-454a-9fd1-47887785652d'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:07:57.597365 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-7e946877-0e1e-422a-89bd-3462b90ae01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:07:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['fb349e53-4bad-454a-9fd1-47887785652d'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:57.659264 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf1f37-8c1d-477a-b241-3a580546566b req-409af19c-259b-4206-9125-fa443f33c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:57.660875 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7ebf1f37-8c1d-477a-b241-3a580546566b req-409af19c-259b-4206-9125-fa443f33c313 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3ad5087-ddb5-4936-b169-5492f416fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833950 Jul 14 14:07:57.714975 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-7e946877-0e1e-422a-89bd-3462b90ae01e None None] Set router fb349e53-4bad-454a-9fd1-47887785652d gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:07:57.731369 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac69e6e-6100-4997-bb64-c9f5e0e82b6a req-fa9017cc-42cc-4ebb-8513-b94ba7be2ae4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:57.733149 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fac69e6e-6100-4997-bb64-c9f5e0e82b6a req-fa9017cc-42cc-4ebb-8513-b94ba7be2ae4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0728164 Jul 14 14:07:57.773367 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7ebf1f37-8c1d-477a-b241-3a580546566b req-4f53058a-0bdd-435d-8ef2-354b747af35a service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039782 Jul 14 14:07:57.778101 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fac69e6e-6100-4997-bb64-c9f5e0e82b6a req-80489435-c6d2-46a5-b3dc-c026a6f1e35d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388329 Jul 14 14:07:57.876533 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7ebf1f37-8c1d-477a-b241-3a580546566b req-1943b96e-151a-4ef8-bb3b-53c6094be07d service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961962 Jul 14 14:07:57.937596 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-7e946877-0e1e-422a-89bd-3462b90ae01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 4, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port': {'id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:05Z', 'updated_at': '2021-07-14T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '2fc33215-d672-44c9-bc7f-696fe68ae41d', 'name': '', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'mac_address': 'fa:16:3e:79:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '60848457-4419-4463-aa3d-f6155b17741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:07Z', 'updated_at': '2021-07-14T14:05:14Z', 'revision_number': 5, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'subnets': [{'id': '60848457-4419-4463-aa3d-f6155b17741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:07:57.968915 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e946877-0e1e-422a-89bd-3462b90ae01e None None] The sync data for ids ['fb349e53-4bad-454a-9fd1-47887785652d'] in dv-cinder-786927-3-iscsi is: [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:05:07Z', 'revision_number': 4, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port': {'id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:05Z', 'updated_at': '2021-07-14T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '2fc33215-d672-44c9-bc7f-696fe68ae41d', 'name': '', 'network_id': 'e3ad5087-ddb5-4936-b169-5492f416fc3a', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'mac_address': 'fa:16:3e:79:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '60848457-4419-4463-aa3d-f6155b17741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:07Z', 'updated_at': '2021-07-14T14:05:14Z', 'revision_number': 5, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'subnets': [{'id': '60848457-4419-4463-aa3d-f6155b17741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:07:58.196960 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29b0cf-dcc3-426d-a0ba-98583d336605 None None] New status for floating IP 8dad0be1-d570-4546-bd59-28c75b2282e1: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:07:58.960414 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba58e9-00c7-40e8-959e-b055b0c9987b req-c9e1e1f7-beb4-43a5-ab89-c3bb1efaf810 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:07:58.961978 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-90ba58e9-00c7-40e8-959e-b055b0c9987b req-c9e1e1f7-beb4-43a5-ab89-c3bb1efaf810 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0671940 Jul 14 14:07:59.002941 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-90ba58e9-00c7-40e8-959e-b055b0c9987b req-e521a454-fbe4-441a-9c7e-274ae763a8cf tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352442 Jul 14 14:08:00.182005 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd1413-0dcc-458a-8b97-9a68a892a746 req-eac3bfc2-075e-44c7-a7b2-4d5b19d20546 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:00.183546 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-73bd1413-0dcc-458a-8b97-9a68a892a746 req-eac3bfc2-075e-44c7-a7b2-4d5b19d20546 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0665951 Jul 14 14:08:00.221296 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-73bd1413-0dcc-458a-8b97-9a68a892a746 req-8838255e-0cb2-4d44-a584-9544c2626553 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321703 Jul 14 14:08:01.395974 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea64873-cc41-4f5e-8e03-c6ae1b032045 req-3f00c442-105a-4d30-b7ec-fc0af8e63d3a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:01.397488 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fea64873-cc41-4f5e-8e03-c6ae1b032045 req-3f00c442-105a-4d30-b7ec-fc0af8e63d3a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0650697 Jul 14 14:08:01.439756 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fea64873-cc41-4f5e-8e03-c6ae1b032045 req-96439ec6-b717-4403-861b-197296f1280e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367744 Jul 14 14:08:02.613924 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857245f5-31f3-4008-9376-0d7644bffb0d req-0fece8fd-5b3c-4b21-b20f-eed47cbbe41e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:02.615502 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-857245f5-31f3-4008-9376-0d7644bffb0d req-0fece8fd-5b3c-4b21-b20f-eed47cbbe41e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0675793 Jul 14 14:08:02.655225 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-857245f5-31f3-4008-9376-0d7644bffb0d req-d64783ce-132d-428c-9871-8e89947d99c6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336690 Jul 14 14:08:03.834636 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c615a09-f5eb-49c2-abaa-d507c7a4348e req-028d17c9-98b1-429d-a347-495901f15080 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:03.836250 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3c615a09-f5eb-49c2-abaa-d507c7a4348e req-028d17c9-98b1-429d-a347-495901f15080 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0655384 Jul 14 14:08:03.875852 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3c615a09-f5eb-49c2-abaa-d507c7a4348e req-e449a1e6-0ee8-4985-a1e6-d5e36b669454 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338149 Jul 14 14:08:05.139558 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7934-fdda-474d-aee2-5e2df9d57a16 req-58775b8a-ffc5-4df8-bdaa-a458eada6979 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:05.142361 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6d3e7934-fdda-474d-aee2-5e2df9d57a16 req-58775b8a-ffc5-4df8-bdaa-a458eada6979 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1143982 Jul 14 14:08:05.181301 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6d3e7934-fdda-474d-aee2-5e2df9d57a16 req-21993ad7-085c-47db-9e1b-4e980df3f505 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Jul 14 14:08:06.390289 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ad299-5f29-43b3-942c-ae18c2223202 req-ae04589b-05a9-4fae-b781-e66b0ba2a94d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:06.392406 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-282ad299-5f29-43b3-942c-ae18c2223202 req-ae04589b-05a9-4fae-b781-e66b0ba2a94d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0952144 Jul 14 14:08:06.441698 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-282ad299-5f29-43b3-942c-ae18c2223202 req-5928d3ff-3439-48d0-997b-cc2b4cbab38c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397828 Jul 14 14:08:07.632914 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861a922-f3e0-47e6-bb22-31b9d9ec88b2 req-b16db2e7-d27d-48fa-85e9-8917d4d654eb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:07.634558 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d861a922-f3e0-47e6-bb22-31b9d9ec88b2 req-b16db2e7-d27d-48fa-85e9-8917d4d654eb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0698154 Jul 14 14:08:07.677502 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d861a922-f3e0-47e6-bb22-31b9d9ec88b2 req-4ccd9adf-1372-4852-9736-4c85d221666f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331876 Jul 14 14:08:08.866396 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29b974-f93d-478b-b6f0-1a3ff2bbbba3 req-0d2e100f-ac87-467b-b7b5-a279031594a2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:08.867894 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cc29b974-f93d-478b-b6f0-1a3ff2bbbba3 req-0d2e100f-ac87-467b-b7b5-a279031594a2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0730426 Jul 14 14:08:08.906926 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cc29b974-f93d-478b-b6f0-1a3ff2bbbba3 req-8d1710c6-a30c-4873-9dca-5f6bccc0b432 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331428 Jul 14 14:08:10.092638 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621a91-8237-4b60-8437-904121d8c8fc req-4c34b60e-f7a5-4e65-8cef-b5accb5f8ae3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:10.094216 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f4621a91-8237-4b60-8437-904121d8c8fc req-4c34b60e-f7a5-4e65-8cef-b5accb5f8ae3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0646079 Jul 14 14:08:10.134429 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f4621a91-8237-4b60-8437-904121d8c8fc req-2a3926af-798f-4a85-baf0-9946219e4906 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343676 Jul 14 14:08:10.791250 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:11.314411 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c58df-6953-43ba-ba60-d637891117fb req-c3308390-877c-4f34-ad78-c023f3b98ee6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:11.316646 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a66c58df-6953-43ba-ba60-d637891117fb req-c3308390-877c-4f34-ad78-c023f3b98ee6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0718188 Jul 14 14:08:11.365506 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a66c58df-6953-43ba-ba60-d637891117fb req-56c8b981-3467-4916-ab6b-a0f83ce8daab tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 Jul 14 14:08:12.547439 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa8da8-79ab-4877-892a-2212e7279a89 req-d573f25d-6932-4219-9d2e-6f276118a053 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:12.549032 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f7fa8da8-79ab-4877-892a-2212e7279a89 req-d573f25d-6932-4219-9d2e-6f276118a053 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0673764 Jul 14 14:08:12.588904 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f7fa8da8-79ab-4877-892a-2212e7279a89 req-ab152567-8df1-4036-8e53-226d4187a28f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341544 Jul 14 14:08:13.593151 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f165b1ca-f614-4879-a86e-59f5970a1261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:13.790205 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c817e-39ac-49f2-855b-6723b169327a req-74c57fab-1a11-40b8-9dc8-0f46d768b7d1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:13.791784 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a49c817e-39ac-49f2-855b-6723b169327a req-74c57fab-1a11-40b8-9dc8-0f46d768b7d1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0791333 Jul 14 14:08:13.833868 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a49c817e-39ac-49f2-855b-6723b169327a req-c430808c-efa4-4f6d-90a3-b54b356523f6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362844 Jul 14 14:08:15.010528 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62cc33-d69f-423d-8da8-5a8db3be5c9c req-a1f7eb83-391d-4e4d-bdad-48689ea6bf62 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:15.012036 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4a62cc33-d69f-423d-8da8-5a8db3be5c9c req-a1f7eb83-391d-4e4d-bdad-48689ea6bf62 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0636261 Jul 14 14:08:15.051678 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4a62cc33-d69f-423d-8da8-5a8db3be5c9c req-0f1d82f6-2a8e-4fb2-b61c-6151ff7325ac tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329132 Jul 14 14:08:15.666286 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:08:16.239059 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde124ea-9fd5-4ad9-8d5a-f7c2c5962fc6 req-a2587a9e-2498-4251-beea-ee6810e617e6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:16.240712 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dde124ea-9fd5-4ad9-8d5a-f7c2c5962fc6 req-a2587a9e-2498-4251-beea-ee6810e617e6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0696728 Jul 14 14:08:16.281972 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dde124ea-9fd5-4ad9-8d5a-f7c2c5962fc6 req-ba22c03f-1352-431f-8353-f47a8c3a2383 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340378 Jul 14 14:08:16.318553 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a8ead85d-36b7-4206-ba08-3ae89f1df359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:16.428876 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:17.344311 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:17.467606 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537b30d-2140-4b2a-b987-c18c0457da89 req-50cccfb7-c4d8-4a8c-bfb0-a98d2aa1eac1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:17.469175 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6537b30d-2140-4b2a-b987-c18c0457da89 req-50cccfb7-c4d8-4a8c-bfb0-a98d2aa1eac1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0701444 Jul 14 14:08:17.512856 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6537b30d-2140-4b2a-b987-c18c0457da89 req-57b2b886-36bd-4a43-b116-286a3bfc4d3f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372992 Jul 14 14:08:18.696505 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b645f8-8e11-4308-b4a5-9856b1e02347 req-d5714773-459a-4ca3-ac75-882633731980 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:18.698139 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-76b645f8-8e11-4308-b4a5-9856b1e02347 req-d5714773-459a-4ca3-ac75-882633731980 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0673442 Jul 14 14:08:18.738450 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-76b645f8-8e11-4308-b4a5-9856b1e02347 req-28dd8d8d-0d44-4851-859d-2491b8965adc tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344019 Jul 14 14:08:19.178518 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:19.942870 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9277122-abae-41f6-a21c-6a3b3c985e6d req-5cb0b6b9-d5a6-4074-a176-6bf16d8fb073 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:19.944411 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b9277122-abae-41f6-a21c-6a3b3c985e6d req-5cb0b6b9-d5a6-4074-a176-6bf16d8fb073 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0651562 Jul 14 14:08:19.983007 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b9277122-abae-41f6-a21c-6a3b3c985e6d req-9e7be579-e5db-4434-9e24-a8e3a0bb4cca tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329664 Jul 14 14:08:21.164892 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fd6b4-ac1f-47b9-94b5-864fdd9a496b req-33780299-64d2-4ff1-b6a3-46ab3d9f11fb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:21.166728 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8d7fd6b4-ac1f-47b9-94b5-864fdd9a496b req-33780299-64d2-4ff1-b6a3-46ab3d9f11fb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0695870 Jul 14 14:08:21.206787 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8d7fd6b4-ac1f-47b9-94b5-864fdd9a496b req-ac03a6e8-6554-435c-8390-57c33ae270f6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342379 Jul 14 14:08:22.381323 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd4357-a8a7-4dab-89f6-3ccd24da7564 req-41385a72-c0c5-430c-a9b7-fb0f98a9ff26 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:22.383481 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90fd4357-a8a7-4dab-89f6-3ccd24da7564 req-41385a72-c0c5-430c-a9b7-fb0f98a9ff26 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0644355 Jul 14 14:08:22.424522 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90fd4357-a8a7-4dab-89f6-3ccd24da7564 req-2320eb0c-ef29-4b04-85c1-25b8b4274209 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345900 Jul 14 14:08:23.608596 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f796f11-5df7-49bd-9df4-a82234219bdc req-9a1efad7-f5b3-419e-bd30-d329d0e948d3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:23.610152 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f796f11-5df7-49bd-9df4-a82234219bdc req-9a1efad7-f5b3-419e-bd30-d329d0e948d3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0700657 Jul 14 14:08:23.654426 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f796f11-5df7-49bd-9df4-a82234219bdc req-25919a63-853b-461f-b2da-2a687fd61e62 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345912 Jul 14 14:08:24.841171 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f40f3-a2d1-483a-9856-da1ed2021a33 req-af9d2e21-ff81-4c96-b2cf-bb91df825ad8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:24.842765 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4d2f40f3-a2d1-483a-9856-da1ed2021a33 req-af9d2e21-ff81-4c96-b2cf-bb91df825ad8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0674055 Jul 14 14:08:24.886004 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4d2f40f3-a2d1-483a-9856-da1ed2021a33 req-b4386073-c07d-4ef6-b209-65b00baefee5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365126 Jul 14 14:08:26.079370 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcfeda-9eb2-4493-8f9c-7891732fe71e req-d85b0f45-3176-4fad-bff2-0f31e0d87d9c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:26.085478 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3bdcfeda-9eb2-4493-8f9c-7891732fe71e req-d85b0f45-3176-4fad-bff2-0f31e0d87d9c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0758638 Jul 14 14:08:26.148032 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3bdcfeda-9eb2-4493-8f9c-7891732fe71e req-b0e9f9c7-c463-4aff-a503-b0d7dca1d053 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527508 Jul 14 14:08:27.344728 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52606e-cf8b-4bb9-bef4-4e3436ebd357 req-d3994b69-529c-4cb0-8ab6-946a38d16781 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:27.346982 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ac52606e-cf8b-4bb9-bef4-4e3436ebd357 req-d3994b69-529c-4cb0-8ab6-946a38d16781 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0701470 Jul 14 14:08:27.385953 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ac52606e-cf8b-4bb9-bef4-4e3436ebd357 req-4cb9bb39-ae15-46c3-a358-2d8b0b5f0558 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333250 Jul 14 14:08:28.564340 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf20892-cd9d-486e-ac9c-9550f1fc96bf req-c41cc2ee-fae4-4cba-a0a1-552b172fcd53 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:28.565864 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7bf20892-cd9d-486e-ac9c-9550f1fc96bf req-c41cc2ee-fae4-4cba-a0a1-552b172fcd53 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0661209 Jul 14 14:08:28.613098 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7bf20892-cd9d-486e-ac9c-9550f1fc96bf req-6ccf505e-0748-4642-9d04-d8bac74d1c4e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412815 Jul 14 14:08:29.791854 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3a87a-16d6-41a3-8ce2-bcc20ac77811 req-5c95f956-ac96-42ca-a839-bbf5955e606e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:29.793381 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ddf3a87a-16d6-41a3-8ce2-bcc20ac77811 req-5c95f956-ac96-42ca-a839-bbf5955e606e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0666955 Jul 14 14:08:29.832751 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ddf3a87a-16d6-41a3-8ce2-bcc20ac77811 req-8f823a00-325c-4261-884a-2420274ac3b1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333700 Jul 14 14:08:31.014987 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf17c2-71ef-450e-876c-d0db0875133f req-9358058b-6918-44b1-a319-b71371efe3d7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:31.016503 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-96cf17c2-71ef-450e-876c-d0db0875133f req-9358058b-6918-44b1-a319-b71371efe3d7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0676882 Jul 14 14:08:31.058560 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-96cf17c2-71ef-450e-876c-d0db0875133f req-38c1d19d-acf0-43d8-a0c8-1e2fdcf58f1d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321283 Jul 14 14:08:32.234143 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83fa32-35f6-422c-80e3-331fc50ae588 req-90d73cd6-18d3-4697-8d08-81cf44dbf21b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:32.235923 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5b83fa32-35f6-422c-80e3-331fc50ae588 req-90d73cd6-18d3-4697-8d08-81cf44dbf21b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0637069 Jul 14 14:08:32.275812 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5b83fa32-35f6-422c-80e3-331fc50ae588 req-73e774a7-e593-42ad-9e8f-49c6acbab253 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331690 Jul 14 14:08:33.458862 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08893565-69c8-4cc5-b82e-20544a32000f req-9f426d3b-56cd-47dc-946b-2492201d5610 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:33.460393 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08893565-69c8-4cc5-b82e-20544a32000f req-9f426d3b-56cd-47dc-946b-2492201d5610 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0690506 Jul 14 14:08:33.500106 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08893565-69c8-4cc5-b82e-20544a32000f req-f0653c46-dfe9-40ff-857a-8a2e4101b5d2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337951 Jul 14 14:08:34.679270 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379a1ee-f948-45df-98f6-90636246699d req-647eda3a-737d-4202-9ea5-d7b09c7df37e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:34.680938 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5379a1ee-f948-45df-98f6-90636246699d req-647eda3a-737d-4202-9ea5-d7b09c7df37e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0686193 Jul 14 14:08:34.721632 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5379a1ee-f948-45df-98f6-90636246699d req-142c6eff-74fd-4355-9e76-ea98e9ea0f57 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342755 Jul 14 14:08:35.906085 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9933e4-9b08-4aa1-8af1-4e209af5a665 req-16ab8426-1c1b-40e7-b0b8-6e6f9676a5a4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:35.907588 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e9933e4-9b08-4aa1-8af1-4e209af5a665 req-16ab8426-1c1b-40e7-b0b8-6e6f9676a5a4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0686686 Jul 14 14:08:35.948842 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e9933e4-9b08-4aa1-8af1-4e209af5a665 req-7a068ca7-8275-4516-87b8-72b60c80e5f3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333400 Jul 14 14:08:37.123602 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435aae2-f9c3-446f-8c79-a298e920988b req-b53811ab-e8a8-42a3-8aa5-ac29f970420f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:37.125190 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6435aae2-f9c3-446f-8c79-a298e920988b req-b53811ab-e8a8-42a3-8aa5-ac29f970420f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0653355 Jul 14 14:08:37.168185 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6435aae2-f9c3-446f-8c79-a298e920988b req-b0525a9a-8b6f-4a94-8ada-d61f40477e07 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347874 Jul 14 14:08:38.366290 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfb6ef-f4c2-4c28-939b-dc85ff53a96c req-6619c04f-4c23-464a-8222-f4baff47cc65 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:38.367801 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c2cfb6ef-f4c2-4c28-939b-dc85ff53a96c req-6619c04f-4c23-464a-8222-f4baff47cc65 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0663795 Jul 14 14:08:38.411263 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c2cfb6ef-f4c2-4c28-939b-dc85ff53a96c req-5a158f65-c12c-42aa-ad2a-5b8208ac56ec tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359347 Jul 14 14:08:39.633300 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54776d6-8ae7-4944-9dc3-a654fc08beac req-94269ed4-e8a9-47b6-877e-f67572c94e41 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:39.634797 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f54776d6-8ae7-4944-9dc3-a654fc08beac req-94269ed4-e8a9-47b6-877e-f67572c94e41 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0788071 Jul 14 14:08:39.677027 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f54776d6-8ae7-4944-9dc3-a654fc08beac req-4dff40fb-981c-4917-9d01-04c4fe3d196a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358322 Jul 14 14:08:40.814305 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:40.852464 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3c6c6-01fa-494c-aa43-8bda244f3491 req-a0f4091b-d34d-45ec-b348-a324770d5aff tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:40.853975 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5bd3c6c6-01fa-494c-aa43-8bda244f3491 req-a0f4091b-d34d-45ec-b348-a324770d5aff tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0627561 Jul 14 14:08:40.891604 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5bd3c6c6-01fa-494c-aa43-8bda244f3491 req-be29d36a-b6b4-46d6-b0eb-b033154f6272 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320106 Jul 14 14:08:42.070571 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d591b19-5c60-48b6-afb8-d9504a5c1f10 req-5f2e177b-c588-4868-956e-97427a71127d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:42.072102 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0d591b19-5c60-48b6-afb8-d9504a5c1f10 req-5f2e177b-c588-4868-956e-97427a71127d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0673008 Jul 14 14:08:42.114688 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0d591b19-5c60-48b6-afb8-d9504a5c1f10 req-5a00d133-bf14-4ae3-95b8-7750ee767d9e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369411 Jul 14 14:08:43.289519 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbe231-0ca9-410d-a373-37f572c45656 req-034476ea-5f77-461c-9e1f-37227f4696d2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:43.290957 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-09dbe231-0ca9-410d-a373-37f572c45656 req-034476ea-5f77-461c-9e1f-37227f4696d2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0655892 Jul 14 14:08:43.329191 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-09dbe231-0ca9-410d-a373-37f572c45656 req-f95ddc26-511b-4ad3-a4b2-d189c2a85027 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325630 Jul 14 14:08:43.599297 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46232261-2915-468c-a1c2-d2892678f20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:44.404462 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50addc9-68ee-4da8-8ed3-f5b3990dd9ca req-73169b2a-2947-49b9-bf22-75713f782b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:44.407217 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b50addc9-68ee-4da8-8ed3-f5b3990dd9ca req-73169b2a-2947-49b9-bf22-75713f782b65 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e27764fd7e97437f820fc188b28a2fde&device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 1096 time: 0.0672185 Jul 14 14:08:44.559342 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50addc9-68ee-4da8-8ed3-f5b3990dd9ca req-34cdc1ec-4934-45de-bf4e-9ddf96c5a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:44.560736 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b50addc9-68ee-4da8-8ed3-f5b3990dd9ca req-34cdc1ec-4934-45de-bf4e-9ddf96c5a648 service neutron] 10.222.0.38 "GET /v2.0/networks?id=db969060-89c4-45a0-a6df-b75fe2cb2c07 HTTP/1.1" status: 200 len: 909 time: 0.1337888 Jul 14 14:08:44.575840 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9c409-6cae-42aa-9317-702f5d24d484 req-776d29f6-5480-44c1-9c99-306704ca9f81 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:44.577271 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5ca9c409-6cae-42aa-9317-702f5d24d484 req-776d29f6-5480-44c1-9c99-306704ca9f81 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1250947 Jul 14 14:08:44.661395 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5ca9c409-6cae-42aa-9317-702f5d24d484 req-1186e94d-c45a-4f29-88e8-37f556232a5f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780904 Jul 14 14:08:44.663216 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b50addc9-68ee-4da8-8ed3-f5b3990dd9ca req-3e54e848-c0a9-4eb2-bddc-1550eefef8a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67608b3b-bb04-4460-a041-00bc84942502 HTTP/1.1" status: 200 len: 998 time: 0.0951927 Jul 14 14:08:44.712939 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50addc9-68ee-4da8-8ed3-f5b3990dd9ca req-62f2c59c-5e38-48d8-9d46-a76a50a36269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:44.714451 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b50addc9-68ee-4da8-8ed3-f5b3990dd9ca req-62f2c59c-5e38-48d8-9d46-a76a50a36269 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=13419f97-ab25-484c-967b-aced639b47ff HTTP/1.1" status: 200 len: 847 time: 0.0446608 Jul 14 14:08:44.771131 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50addc9-68ee-4da8-8ed3-f5b3990dd9ca req-5d1d7ead-2fab-4101-b250-381d9c0ac6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:44.772623 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b50addc9-68ee-4da8-8ed3-f5b3990dd9ca req-5d1d7ead-2fab-4101-b250-381d9c0ac6ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=db969060-89c4-45a0-a6df-b75fe2cb2c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517428 Jul 14 14:08:44.876151 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b50addc9-68ee-4da8-8ed3-f5b3990dd9ca req-08443847-0a72-411f-bba2-7168e4b76a21 service neutron] 10.222.0.38 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968494 Jul 14 14:08:44.969437 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b50addc9-68ee-4da8-8ed3-f5b3990dd9ca req-60974313-9685-47bd-8510-d8df33ce1288 service neutron] 10.222.0.38 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870063 Jul 14 14:08:45.871503 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e2ef3-4c2c-41da-87a6-02ef4d61c188 req-0c423047-15c4-4add-90f8-850c94dc9d25 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:45.872943 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b97e2ef3-4c2c-41da-87a6-02ef4d61c188 req-0c423047-15c4-4add-90f8-850c94dc9d25 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0747294 Jul 14 14:08:45.914023 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b97e2ef3-4c2c-41da-87a6-02ef4d61c188 req-16d05d47-a663-49db-8a3e-ce4580b62a8c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347402 Jul 14 14:08:46.320300 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b28b8400-b591-478e-9ea0-e1b4d94dc952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:46.433405 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:47.097337 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc024df-f5a5-4789-bf87-cc1b7ee29e67 req-1adf773d-2ad6-4278-8f56-02d9a2fd8946 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:47.098931 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-efc024df-f5a5-4789-bf87-cc1b7ee29e67 req-1adf773d-2ad6-4278-8f56-02d9a2fd8946 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0672064 Jul 14 14:08:47.137193 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-efc024df-f5a5-4789-bf87-cc1b7ee29e67 req-c660a9c5-9bf7-4824-a772-b7ae2b5f9e55 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326874 Jul 14 14:08:47.343754 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:48.314126 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8a062-0356-458a-87f9-b934c5b7e8c4 req-1359e08b-9908-40fa-889d-f48fe2a0009f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:48.316111 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e1b8a062-0356-458a-87f9-b934c5b7e8c4 req-1359e08b-9908-40fa-889d-f48fe2a0009f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0689404 Jul 14 14:08:48.354276 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e1b8a062-0356-458a-87f9-b934c5b7e8c4 req-fdb53a57-8650-4259-abca-2b10d196e7da tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322680 Jul 14 14:08:49.198778 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:49.525790 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c225d4-dfca-481c-862f-2fccb6fa844d req-8d057720-d901-44b7-86aa-28ba78f4572e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:49.527338 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-26c225d4-dfca-481c-862f-2fccb6fa844d req-8d057720-d901-44b7-86aa-28ba78f4572e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0628178 Jul 14 14:08:49.572844 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-26c225d4-dfca-481c-862f-2fccb6fa844d req-6ed04c45-dd0c-4e4b-920b-e0d4229e7934 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366116 Jul 14 14:08:50.774736 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd110043-9879-4e0a-9675-de87b401d777 req-c73c9f1b-c5f7-452e-9295-6467bf82057e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:50.776196 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cd110043-9879-4e0a-9675-de87b401d777 req-c73c9f1b-c5f7-452e-9295-6467bf82057e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0625799 Jul 14 14:08:50.818710 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cd110043-9879-4e0a-9675-de87b401d777 req-fedcc6bd-022a-453e-b037-4ff2e84b7651 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315969 Jul 14 14:08:51.997031 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7731bd-de6c-48f2-938c-8ddb35100b91 req-2d32518c-da53-41c7-ad0e-fa1520f46c85 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:51.998579 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9d7731bd-de6c-48f2-938c-8ddb35100b91 req-2d32518c-da53-41c7-ad0e-fa1520f46c85 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0662987 Jul 14 14:08:52.038560 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9d7731bd-de6c-48f2-938c-8ddb35100b91 req-a4bfbdb4-edf5-4773-b84a-e1ce5dfb7b8f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317287 Jul 14 14:08:52.665144 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:08:53.211426 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f377e7-4da2-4766-b01e-63ef8387478b req-694d5b58-8d13-474f-a41f-6f248b8bb85d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:53.212890 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-72f377e7-4da2-4766-b01e-63ef8387478b req-694d5b58-8d13-474f-a41f-6f248b8bb85d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0627537 Jul 14 14:08:53.254821 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-72f377e7-4da2-4766-b01e-63ef8387478b req-c905bba6-b99b-453b-85a0-b1e0baabdc59 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361397 Jul 14 14:08:54.440611 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1911c7f-a624-48fb-8a26-21dd86c95cf0 req-08181286-81ef-490c-a9e9-32cf4f038e59 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:54.442141 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e1911c7f-a624-48fb-8a26-21dd86c95cf0 req-08181286-81ef-490c-a9e9-32cf4f038e59 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0696883 Jul 14 14:08:54.480519 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e1911c7f-a624-48fb-8a26-21dd86c95cf0 req-e1d1fcba-8e90-431d-afd9-56e2d2459d75 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326865 Jul 14 14:08:55.691062 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761898d-bd3f-4f6b-974a-d99f092e5898 req-d73fbe56-9cbe-4c62-81d6-a463c3371208 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:55.692541 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a761898d-bd3f-4f6b-974a-d99f092e5898 req-d73fbe56-9cbe-4c62-81d6-a463c3371208 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0715916 Jul 14 14:08:55.733835 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a761898d-bd3f-4f6b-974a-d99f092e5898 req-0ffc124e-672f-4b5c-b284-ca7bbd191403 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357449 Jul 14 14:08:56.913199 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1c90e-27a5-4b22-b365-c54669de2d13 req-61e94491-f866-469e-9ae1-37ee602436f3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:56.914675 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cdc1c90e-27a5-4b22-b365-c54669de2d13 req-61e94491-f866-469e-9ae1-37ee602436f3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0705271 Jul 14 14:08:56.953738 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cdc1c90e-27a5-4b22-b365-c54669de2d13 req-7b5ae6b1-1ca5-4315-aa9a-8345496af559 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332952 Jul 14 14:08:58.135839 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83416b94-f7af-4842-b721-6b157cd1cee6 req-31571313-25a9-4c5a-9f96-d113ca278527 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:58.137429 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83416b94-f7af-4842-b721-6b157cd1cee6 req-31571313-25a9-4c5a-9f96-d113ca278527 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0702341 Jul 14 14:08:58.179920 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83416b94-f7af-4842-b721-6b157cd1cee6 req-160fb45f-fd47-4269-bcf9-906cca2bae55 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345073 Jul 14 14:08:59.354173 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf116c-2273-4f40-b947-e641fe8020a9 req-2d6f1bbb-abdb-40c4-91bb-c56fc4800756 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:08:59.355747 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7cf116c-2273-4f40-b947-e641fe8020a9 req-2d6f1bbb-abdb-40c4-91bb-c56fc4800756 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0636547 Jul 14 14:08:59.395070 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7cf116c-2273-4f40-b947-e641fe8020a9 req-e12a124b-edce-4f12-812b-411ebb3287aa tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337226 Jul 14 14:09:00.572602 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf12453-a95f-4221-b30c-872031eb9bcf req-85beaebd-6cd6-4d73-ac78-66b2f1700f23 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:00.574097 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cdf12453-a95f-4221-b30c-872031eb9bcf req-85beaebd-6cd6-4d73-ac78-66b2f1700f23 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0658739 Jul 14 14:09:00.612449 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cdf12453-a95f-4221-b30c-872031eb9bcf req-4becbe42-4aab-486c-8479-aaefe75fe229 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327346 Jul 14 14:09:01.782417 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096717f-93de-4bda-94bc-22acfe26f9c1 req-edb1b309-c885-4020-a01e-9a11fe03e95d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:01.784383 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c096717f-93de-4bda-94bc-22acfe26f9c1 req-edb1b309-c885-4020-a01e-9a11fe03e95d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0637679 Jul 14 14:09:01.822219 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c096717f-93de-4bda-94bc-22acfe26f9c1 req-78a9f2ad-d15f-4aff-a77c-814323148bb8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320151 Jul 14 14:09:02.994907 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c133f8-12e8-443a-9dbc-0893b0ff7500 req-ce2fb978-ccda-4d1d-84cb-7a03aea410ec tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:02.996404 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55c133f8-12e8-443a-9dbc-0893b0ff7500 req-ce2fb978-ccda-4d1d-84cb-7a03aea410ec tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0633335 Jul 14 14:09:03.034224 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55c133f8-12e8-443a-9dbc-0893b0ff7500 req-98aa2f6b-dec7-41a1-92fe-401fa13a4b52 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321953 Jul 14 14:09:04.208304 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39237a-066d-438b-8f11-de5f40e8411d req-08463a3e-9752-459f-bc4b-ff69084c9e84 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:04.209794 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ba39237a-066d-438b-8f11-de5f40e8411d req-08463a3e-9752-459f-bc4b-ff69084c9e84 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0654428 Jul 14 14:09:04.250414 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ba39237a-066d-438b-8f11-de5f40e8411d req-f9bf3850-a81e-4af3-a1e5-7eddfd99017f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349650 Jul 14 14:09:05.431242 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe32e26-06aa-4023-8a39-8a8c6660112a req-3e5a491b-87ad-483d-b603-3ce92842181c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:05.432816 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cbe32e26-06aa-4023-8a39-8a8c6660112a req-3e5a491b-87ad-483d-b603-3ce92842181c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0684667 Jul 14 14:09:05.473314 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cbe32e26-06aa-4023-8a39-8a8c6660112a req-7fc6f180-62b3-49e5-85a4-7188ef888316 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346427 Jul 14 14:09:06.650489 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da627a0-52bc-427a-afcd-56cbc86d4fd9 req-510bbca3-ccc6-43a1-90b6-506395188e20 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:06.651964 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9da627a0-52bc-427a-afcd-56cbc86d4fd9 req-510bbca3-ccc6-43a1-90b6-506395188e20 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0653358 Jul 14 14:09:06.693158 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9da627a0-52bc-427a-afcd-56cbc86d4fd9 req-f510ce58-4b3a-43e9-a945-242be48e52ae tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352023 Jul 14 14:09:07.875538 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337c667-1c60-419f-8b20-58c1206eab1c req-901cbd54-0666-4b31-a255-773906d47eb0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:07.877294 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6337c667-1c60-419f-8b20-58c1206eab1c req-901cbd54-0666-4b31-a255-773906d47eb0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0688210 Jul 14 14:09:07.915436 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6337c667-1c60-419f-8b20-58c1206eab1c req-d6a99fe3-8cec-4632-bb7b-2c0545b4f7da tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324411 Jul 14 14:09:09.085643 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78006ae-ab19-4744-a1e7-a45025474241 req-6c6d5ccb-45ad-415b-b3a3-4f61037076ec tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:09.087016 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d78006ae-ab19-4744-a1e7-a45025474241 req-6c6d5ccb-45ad-415b-b3a3-4f61037076ec tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0610380 Jul 14 14:09:09.123328 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d78006ae-ab19-4744-a1e7-a45025474241 req-d2b763b0-c2f0-455b-96b8-80a4fd33e748 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308213 Jul 14 14:09:10.303210 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f2f08-1c86-4da7-bed0-ed6e5d3c595f req-fdef7d31-2f6b-4fac-a133-ffc6d164254f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:10.304680 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e20f2f08-1c86-4da7-bed0-ed6e5d3c595f req-fdef7d31-2f6b-4fac-a133-ffc6d164254f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0661564 Jul 14 14:09:10.342699 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e20f2f08-1c86-4da7-bed0-ed6e5d3c595f req-25c0cc43-6436-4987-8c46-b91cc79d9f4e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324337 Jul 14 14:09:10.806739 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:11.509990 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cac50-4d3a-487b-a858-511906a41559 req-8ae007ac-f04b-4577-9a61-75e87d6a19f9 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:11.511487 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fc0cac50-4d3a-487b-a858-511906a41559 req-8ae007ac-f04b-4577-9a61-75e87d6a19f9 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0606682 Jul 14 14:09:11.550191 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fc0cac50-4d3a-487b-a858-511906a41559 req-04fec647-1065-4d5b-8102-342602c38b17 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328577 Jul 14 14:09:12.720027 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0cd4f-2d69-4973-b95d-becfa336a899 req-3ec8c524-ba3f-4246-97b1-b2e4dd5cf50f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:12.722016 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b5b0cd4f-2d69-4973-b95d-becfa336a899 req-3ec8c524-ba3f-4246-97b1-b2e4dd5cf50f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0643463 Jul 14 14:09:12.760125 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b5b0cd4f-2d69-4973-b95d-becfa336a899 req-4c05c3cb-fb6d-4701-81e2-ca64505fa781 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325665 Jul 14 14:09:13.592689 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-114949c6-0b14-49aa-a130-a1a33c1bf5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:13.929993 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1e205-1244-4364-97d0-398ab90c5396 req-2de673ea-2c8f-49c0-9f57-f88f18e82d7e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:13.931465 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3e1e205-1244-4364-97d0-398ab90c5396 req-2de673ea-2c8f-49c0-9f57-f88f18e82d7e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0630534 Jul 14 14:09:13.969294 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3e1e205-1244-4364-97d0-398ab90c5396 req-0273a56a-8adb-421f-9d31-8560649cca3b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322700 Jul 14 14:09:15.143656 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913c2f5-f3cf-4d6d-9232-50e046e3d8d6 req-d7b6ad08-8998-4f11-b229-583fcbc8b96a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:15.145288 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7913c2f5-f3cf-4d6d-9232-50e046e3d8d6 req-d7b6ad08-8998-4f11-b229-583fcbc8b96a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0631926 Jul 14 14:09:15.183310 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7913c2f5-f3cf-4d6d-9232-50e046e3d8d6 req-8dd5d68d-e18c-416f-b399-06aa7d68ac25 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325570 Jul 14 14:09:16.325944 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6aaee3c2-aa00-4101-8b08-1587aaadc2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:16.359165 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a07ad9-bf93-4665-8cfb-24897be62e84 req-7efd65c6-87dc-4b0d-a981-9922d665e860 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:16.360641 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d7a07ad9-bf93-4665-8cfb-24897be62e84 req-7efd65c6-87dc-4b0d-a981-9922d665e860 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0674136 Jul 14 14:09:16.400011 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d7a07ad9-bf93-4665-8cfb-24897be62e84 req-f0cfd2e8-b0ab-4c1a-b63a-654f6db5abab tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335922 Jul 14 14:09:16.434512 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:17.347112 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:17.571140 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cae3a5-b18a-436c-859b-780d7c8ea9e5 req-80d15d90-8f1d-48c5-905e-b86e8be4c9a8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:17.572613 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29cae3a5-b18a-436c-859b-780d7c8ea9e5 req-80d15d90-8f1d-48c5-905e-b86e8be4c9a8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0635264 Jul 14 14:09:17.610739 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29cae3a5-b18a-436c-859b-780d7c8ea9e5 req-f5184b86-c315-453c-8d4d-f72e6028aa36 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325091 Jul 14 14:09:18.789890 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bc4c0-a6b3-49ef-bd83-1f953c82fc18 req-e0318a84-442c-4723-b618-32c842e4a3de tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:18.791438 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-184bc4c0-a6b3-49ef-bd83-1f953c82fc18 req-e0318a84-442c-4723-b618-32c842e4a3de tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0702853 Jul 14 14:09:18.832472 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-184bc4c0-a6b3-49ef-bd83-1f953c82fc18 req-ca2e4bc2-7fb7-4b0f-a56f-01d866dde6bb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352027 Jul 14 14:09:19.182753 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:20.004157 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ea8c6-09b4-4e36-906e-b5fe49c3326b req-d55584c2-6779-43c8-b368-8bbc6f93af92 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:20.005652 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e4ea8c6-09b4-4e36-906e-b5fe49c3326b req-d55584c2-6779-43c8-b368-8bbc6f93af92 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0614028 Jul 14 14:09:20.041540 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e4ea8c6-09b4-4e36-906e-b5fe49c3326b req-0c107076-a1fb-49dd-b30d-2eb5687d1d3c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304198 Jul 14 14:09:21.210852 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b13eb-da18-4572-b4d1-921ba1e5a46e req-ceb41fd8-64de-4caf-95c7-b9b6e294db13 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:21.212318 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802b13eb-da18-4572-b4d1-921ba1e5a46e req-ceb41fd8-64de-4caf-95c7-b9b6e294db13 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0612569 Jul 14 14:09:21.249450 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-802b13eb-da18-4572-b4d1-921ba1e5a46e req-ce15c0df-4ae8-43c7-bd11-2698ab1a91e3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315979 Jul 14 14:09:22.423279 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74772b3f-c644-4146-ac81-b3b189b4f686 req-1cf79698-46a0-4f0a-8a34-f5ca9ff8021f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:22.424736 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-74772b3f-c644-4146-ac81-b3b189b4f686 req-1cf79698-46a0-4f0a-8a34-f5ca9ff8021f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0648775 Jul 14 14:09:22.461474 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-74772b3f-c644-4146-ac81-b3b189b4f686 req-7fce9a25-4bd9-4ff1-91af-fc61896de273 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311916 Jul 14 14:09:23.637148 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9e91a-df86-4354-90f3-36fa0861fab8 req-b4f2f95d-c870-4e76-a58e-5169da13eb1f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:23.638624 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fb9e91a-df86-4354-90f3-36fa0861fab8 req-b4f2f95d-c870-4e76-a58e-5169da13eb1f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0651052 Jul 14 14:09:23.675847 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fb9e91a-df86-4354-90f3-36fa0861fab8 req-b51cc245-a18a-4f49-ac9d-7f1c5f0dd128 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311713 Jul 14 14:09:24.851772 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e653f-b9c0-4dc4-867d-09b21fd1a047 req-bb6e4834-a8b0-488c-a64c-0483794edef3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:24.853296 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-527e653f-b9c0-4dc4-867d-09b21fd1a047 req-bb6e4834-a8b0-488c-a64c-0483794edef3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0662901 Jul 14 14:09:24.890347 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-527e653f-b9c0-4dc4-867d-09b21fd1a047 req-a793f964-218a-43eb-8423-f8e95e9f8fe4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315289 Jul 14 14:09:26.059329 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b961cb-03b4-4956-9111-df2f712e5d39 req-a8a86f29-1ee3-41c0-9e87-9cb7a1f696e3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:26.060797 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f2b961cb-03b4-4956-9111-df2f712e5d39 req-a8a86f29-1ee3-41c0-9e87-9cb7a1f696e3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0612524 Jul 14 14:09:26.097200 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f2b961cb-03b4-4956-9111-df2f712e5d39 req-2428144d-ed5c-449c-9e75-71f5dca66a66 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308115 Jul 14 14:09:27.266210 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc7473-12a4-40fd-ae83-7f5b47c4281e req-22298c31-2279-4259-b31f-a16a985faa2a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:27.268240 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-75bc7473-12a4-40fd-ae83-7f5b47c4281e req-22298c31-2279-4259-b31f-a16a985faa2a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0620863 Jul 14 14:09:27.307052 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-75bc7473-12a4-40fd-ae83-7f5b47c4281e req-246ce1a1-915c-4921-a191-042f3de8e7f7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Jul 14 14:09:28.745242 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7584b-cdfc-4ade-a20a-cc72919dcc09 req-bf685433-d56a-44d8-aeba-f6d4149e9079 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:28.746760 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9bd7584b-cdfc-4ade-a20a-cc72919dcc09 req-bf685433-d56a-44d8-aeba-f6d4149e9079 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.3315728 Jul 14 14:09:28.785401 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9bd7584b-cdfc-4ade-a20a-cc72919dcc09 req-31285c24-f454-4fc4-8526-d42aa9c7f848 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314519 Jul 14 14:09:29.663699 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:09:29.957725 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f034e-657a-4a27-8b69-c5431ea1c214 req-f23c45a2-a3fa-4456-b380-181d555431ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:29.959195 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-758f034e-657a-4a27-8b69-c5431ea1c214 req-f23c45a2-a3fa-4456-b380-181d555431ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0619450 Jul 14 14:09:29.996666 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-758f034e-657a-4a27-8b69-c5431ea1c214 req-34efd9d4-bd21-48f9-974d-31e0de12f4b1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316544 Jul 14 14:09:31.169769 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9917f-0b3b-414c-8882-7e6a6cc68c49 req-ef98009a-9406-41fd-9ef8-b32269bb3f0c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:31.171239 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-25b9917f-0b3b-414c-8882-7e6a6cc68c49 req-ef98009a-9406-41fd-9ef8-b32269bb3f0c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0665011 Jul 14 14:09:31.208233 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-25b9917f-0b3b-414c-8882-7e6a6cc68c49 req-fcb5c3bd-e959-45ab-ab50-ab07b0380747 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314636 Jul 14 14:09:32.384145 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b3b69-1c4f-4063-a294-8dcbbde47633 req-e4e20dc2-8764-4a86-a358-25e136d37810 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:32.385625 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-312b3b69-1c4f-4063-a294-8dcbbde47633 req-e4e20dc2-8764-4a86-a358-25e136d37810 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0610793 Jul 14 14:09:32.421457 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-312b3b69-1c4f-4063-a294-8dcbbde47633 req-54139040-65b4-42db-883e-c4ca66facdad tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302393 Jul 14 14:09:33.589781 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2fc5a-6195-4445-a7af-60be2e0b760f req-a694cad2-7ce5-4ec2-a190-542d1e5c9ed1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:33.591145 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bbe2fc5a-6195-4445-a7af-60be2e0b760f req-a694cad2-7ce5-4ec2-a190-542d1e5c9ed1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0604722 Jul 14 14:09:33.633586 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bbe2fc5a-6195-4445-a7af-60be2e0b760f req-729a633b-ca7c-464e-a16e-b58eb69ac038 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367014 Jul 14 14:09:34.809415 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631cf54-75cf-4a8f-9668-42db54bd54e2 req-5dd94b32-5fa9-4b1a-b7f7-7ce1f7088817 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:34.810820 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7631cf54-75cf-4a8f-9668-42db54bd54e2 req-5dd94b32-5fa9-4b1a-b7f7-7ce1f7088817 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0630586 Jul 14 14:09:34.849898 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7631cf54-75cf-4a8f-9668-42db54bd54e2 req-5c3d14f7-c096-4982-bfda-c9619c979520 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335009 Jul 14 14:09:36.018856 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b7ce-37f3-4e88-95c7-0802e989e450 req-dc82cdf4-e09e-44ae-ab44-67a36a98f0d1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:36.020356 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8512b7ce-37f3-4e88-95c7-0802e989e450 req-dc82cdf4-e09e-44ae-ab44-67a36a98f0d1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0616896 Jul 14 14:09:36.057195 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8512b7ce-37f3-4e88-95c7-0802e989e450 req-e6764af8-c9c1-4f42-85f3-547b393d52f9 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312307 Jul 14 14:09:37.230066 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373d113-7041-44c9-b0c2-07577854e5f6 req-f5f26388-ca2e-45b2-bc3a-1c142815596c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:37.231653 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b373d113-7041-44c9-b0c2-07577854e5f6 req-f5f26388-ca2e-45b2-bc3a-1c142815596c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0664859 Jul 14 14:09:37.271703 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b373d113-7041-44c9-b0c2-07577854e5f6 req-1d69dc4b-d3b6-4120-a22d-f921b8be54ce tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346766 Jul 14 14:09:38.447632 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb80017-088b-4794-b44f-f351015cc629 req-9deb7eaa-81e9-4719-8ef0-87dab7cadfef tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:38.449143 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ddb80017-088b-4794-b44f-f351015cc629 req-9deb7eaa-81e9-4719-8ef0-87dab7cadfef tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0635729 Jul 14 14:09:38.488296 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ddb80017-088b-4794-b44f-f351015cc629 req-48711c77-9559-4931-b1b6-a4ea919cdbd3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331478 Jul 14 14:09:39.666424 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772304f3-f231-47d0-8b35-e86a197e4a43 req-c6b556a1-56fb-4050-8249-5364064a3ac2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:39.667927 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-772304f3-f231-47d0-8b35-e86a197e4a43 req-c6b556a1-56fb-4050-8249-5364064a3ac2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0659869 Jul 14 14:09:39.705734 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-772304f3-f231-47d0-8b35-e86a197e4a43 req-625010af-3ad3-4153-8da8-1bfc556fe6fe tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322802 Jul 14 14:09:40.816287 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:40.880364 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7b0f6-8c6f-4bb7-9b41-8918626f6287 req-52bd54f4-80be-457c-8e53-50193a815de5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:40.881866 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-40a7b0f6-8c6f-4bb7-9b41-8918626f6287 req-52bd54f4-80be-457c-8e53-50193a815de5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0621967 Jul 14 14:09:40.919691 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-40a7b0f6-8c6f-4bb7-9b41-8918626f6287 req-d1e1cd10-2603-408b-a09b-a41d302014cc tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Jul 14 14:09:42.088034 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e21220-c503-4b30-80b2-3082019a1403 req-4e2dab34-09f7-45f7-885c-e205c70fca45 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:42.089532 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-19e21220-c503-4b30-80b2-3082019a1403 req-4e2dab34-09f7-45f7-885c-e205c70fca45 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0619960 Jul 14 14:09:42.126172 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-19e21220-c503-4b30-80b2-3082019a1403 req-40bf3970-d0a8-43b2-9d3e-f628c9d47b81 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310667 Jul 14 14:09:43.307690 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bb82a-73ab-43b0-9f4b-d9563f1494ab req-2e636c33-0a48-45c8-927f-98d778008ccc tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:43.309387 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b07bb82a-73ab-43b0-9f4b-d9563f1494ab req-2e636c33-0a48-45c8-927f-98d778008ccc tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0740051 Jul 14 14:09:43.352912 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b07bb82a-73ab-43b0-9f4b-d9563f1494ab req-07d9ff24-3f24-4369-b6b1-802ed17b960b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366945 Jul 14 14:09:43.599169 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-873878ca-b8af-4b5e-9e43-e332de660a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:44.527862 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8fb83-3ed0-46cd-99b9-c2aaba3f4107 req-463c950a-7eab-454b-a15c-1ceb54226ab7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:44.529368 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e0a8fb83-3ed0-46cd-99b9-c2aaba3f4107 req-463c950a-7eab-454b-a15c-1ceb54226ab7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0626891 Jul 14 14:09:44.567277 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e0a8fb83-3ed0-46cd-99b9-c2aaba3f4107 req-56cc68e1-d54b-4849-a2d3-556b75bf3988 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320721 Jul 14 14:09:45.748850 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5537a-9c72-40a2-8fe8-ffe852276800 req-7aafc1b5-0132-4281-8ada-1753efc93406 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:45.750456 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-33c5537a-9c72-40a2-8fe8-ffe852276800 req-7aafc1b5-0132-4281-8ada-1753efc93406 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0707784 Jul 14 14:09:45.791226 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-33c5537a-9c72-40a2-8fe8-ffe852276800 req-4606601c-d0ba-49d9-9a64-5c1e85fc8ab0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343826 Jul 14 14:09:46.327229 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f533-b606-482f-9bd2-9ad557b2a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:46.406240 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-720e7182-77de-4c1d-98cc-5fe5a96413b6 req-a481106a-6322-4263-9687-123c2fd812b3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556195 Jul 14 14:09:46.436240 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:46.482047 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e7182-77de-4c1d-98cc-5fe5a96413b6 req-496d0fef-00a7-444c-8230-0781795b9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:46.483836 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-720e7182-77de-4c1d-98cc-5fe5a96413b6 req-496d0fef-00a7-444c-8230-0781795b9563 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a3cbdfa5a4d5454e84b587911735d88d&device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 1099 time: 0.0547805 Jul 14 14:09:46.591205 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e7182-77de-4c1d-98cc-5fe5a96413b6 req-12a700f3-9ff0-4337-94fd-61d6f86242a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:46.592673 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-720e7182-77de-4c1d-98cc-5fe5a96413b6 req-12a700f3-9ff0-4337-94fd-61d6f86242a4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=92dfb464-79ad-438f-84d7-a1d7875537d1 HTTP/1.1" status: 200 len: 912 time: 0.0866899 Jul 14 14:09:46.656604 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-720e7182-77de-4c1d-98cc-5fe5a96413b6 req-7ee9432b-e7ba-4b24-b4ea-7bfeb384ccb5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=754b7d3d-79a5-4b34-8434-f6fd1fe3747b HTTP/1.1" status: 200 len: 1002 time: 0.0573950 Jul 14 14:09:46.708296 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e7182-77de-4c1d-98cc-5fe5a96413b6 req-91c09636-503d-4858-b530-32e2b7d7d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:46.709790 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-720e7182-77de-4c1d-98cc-5fe5a96413b6 req-91c09636-503d-4858-b530-32e2b7d7d2dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=737b1b91-1b10-47bf-a364-9061ed8a4756 HTTP/1.1" status: 200 len: 850 time: 0.0475402 Jul 14 14:09:46.769653 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e7182-77de-4c1d-98cc-5fe5a96413b6 req-e9d86928-8933-45a4-934c-684a0b785ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:46.771218 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-720e7182-77de-4c1d-98cc-5fe5a96413b6 req-e9d86928-8933-45a4-934c-684a0b785ed8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92dfb464-79ad-438f-84d7-a1d7875537d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554929 Jul 14 14:09:46.870425 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-720e7182-77de-4c1d-98cc-5fe5a96413b6 req-f72a785a-7352-4a7d-b08a-745f2019c137 service neutron] 10.222.0.38 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927782 Jul 14 14:09:47.003284 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-720e7182-77de-4c1d-98cc-5fe5a96413b6 req-9663ceaa-f12c-449b-ac98-4113aa8787f1 service neutron] 10.222.0.38 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266086 Jul 14 14:09:47.017080 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d2917-075d-4562-86e4-1836ddc7faec req-3926fd8b-7b79-4aef-a3a8-b5293bd273bf tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:47.018587 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-829d2917-075d-4562-86e4-1836ddc7faec req-3926fd8b-7b79-4aef-a3a8-b5293bd273bf tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0949030 Jul 14 14:09:47.061738 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-829d2917-075d-4562-86e4-1836ddc7faec req-e962c478-b17c-4307-a9f9-401920576ef4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356150 Jul 14 14:09:47.353546 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:48.233684 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cabfc0-c3bc-43a9-9372-15e240d7f0ee req-60d27603-a176-4cc0-9c3f-804ddc8a537e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:48.235166 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0cabfc0-c3bc-43a9-9372-15e240d7f0ee req-60d27603-a176-4cc0-9c3f-804ddc8a537e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0657516 Jul 14 14:09:48.273492 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a0cabfc0-c3bc-43a9-9372-15e240d7f0ee req-0a6853b2-07b9-4f61-9e95-8e94848bd086 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318935 Jul 14 14:09:49.184381 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:49.449211 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380aa20-f501-43df-8117-79f2ab2ac45b req-5847ea7b-0599-4334-bb7b-1afee370e962 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:49.450731 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4380aa20-f501-43df-8117-79f2ab2ac45b req-5847ea7b-0599-4334-bb7b-1afee370e962 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0645907 Jul 14 14:09:49.489760 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4380aa20-f501-43df-8117-79f2ab2ac45b req-ba5a4c4c-cd38-4e1c-ade8-ca20f04962c2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327635 Jul 14 14:09:50.662451 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c0a26-271e-4e02-b5b3-5f4407e3acac req-5a30edfd-48be-4488-b071-261f152358e4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:50.663949 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d29c0a26-271e-4e02-b5b3-5f4407e3acac req-5a30edfd-48be-4488-b071-261f152358e4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0637622 Jul 14 14:09:50.700843 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d29c0a26-271e-4e02-b5b3-5f4407e3acac req-3a8f8cdc-9ca4-4ffb-973b-ca0f1e04c67d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313289 Jul 14 14:09:51.876368 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb379b31-8355-48b0-aaa5-b96fed423797 req-f3289123-3b99-49e4-acbe-9f8ddaf8c427 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:51.877932 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fb379b31-8355-48b0-aaa5-b96fed423797 req-f3289123-3b99-49e4-acbe-9f8ddaf8c427 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0687759 Jul 14 14:09:51.915773 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fb379b31-8355-48b0-aaa5-b96fed423797 req-253fb909-feac-4727-8e26-995895c6ffb2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322905 Jul 14 14:09:53.091249 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f18439-c993-48d5-94a6-b76978e08fe2 req-0c45292b-2bd3-4e6d-b8c2-4aa9f395ced2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:53.092815 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2f18439-c993-48d5-94a6-b76978e08fe2 req-0c45292b-2bd3-4e6d-b8c2-4aa9f395ced2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0660183 Jul 14 14:09:53.130977 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2f18439-c993-48d5-94a6-b76978e08fe2 req-2bf2bbb9-28b0-4280-8364-45bc97dd3d7b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326812 Jul 14 14:09:54.311352 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347ddf1-8fa6-442a-8bd7-7efb5a0e3e6b req-26f07432-fdd9-410b-9bda-eb7dc7212916 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:54.312889 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d347ddf1-8fa6-442a-8bd7-7efb5a0e3e6b req-26f07432-fdd9-410b-9bda-eb7dc7212916 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0693042 Jul 14 14:09:54.352186 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d347ddf1-8fa6-442a-8bd7-7efb5a0e3e6b req-fae6f87d-ba7e-4ac7-969f-714d4b54ea2b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334888 Jul 14 14:09:55.524203 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713cebb-e215-4367-a2bf-ec5c05e0fc3f req-cf160cc8-dc25-4d06-89e5-6525f25545e2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:55.525760 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6713cebb-e215-4367-a2bf-ec5c05e0fc3f req-cf160cc8-dc25-4d06-89e5-6525f25545e2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0642142 Jul 14 14:09:55.565898 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6713cebb-e215-4367-a2bf-ec5c05e0fc3f req-090918f1-2bb4-4e2a-88b3-76852b7c8d27 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342393 Jul 14 14:09:56.737682 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433091c4-f0a6-4dd8-b565-4400881d64f9 req-ff34f6d2-4b80-4535-8baf-a326d220605a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:56.739172 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-433091c4-f0a6-4dd8-b565-4400881d64f9 req-ff34f6d2-4b80-4535-8baf-a326d220605a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0640318 Jul 14 14:09:56.779752 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-433091c4-f0a6-4dd8-b565-4400881d64f9 req-be26fea3-3724-41e5-b785-28356d4d6ae6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349567 Jul 14 14:09:57.953315 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed888ae2-500a-49a1-94b2-a0ca4831e859 req-45cb16d4-8fb6-4d63-81f3-1515a1da1da4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:57.955250 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ed888ae2-500a-49a1-94b2-a0ca4831e859 req-45cb16d4-8fb6-4d63-81f3-1515a1da1da4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0657258 Jul 14 14:09:57.992191 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ed888ae2-500a-49a1-94b2-a0ca4831e859 req-d2be23db-f0f9-492f-8ee2-fa21c36fcf6f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315237 Jul 14 14:09:59.167684 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d01fb-4c77-4ffe-848f-1d3398bbacc1 req-26303747-8227-4bea-af03-a1e324af4f54 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:09:59.169229 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c11d01fb-4c77-4ffe-848f-1d3398bbacc1 req-26303747-8227-4bea-af03-a1e324af4f54 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0645087 Jul 14 14:09:59.206665 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c11d01fb-4c77-4ffe-848f-1d3398bbacc1 req-a2a9718b-a65d-4243-9167-da8f26481c4b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313563 Jul 14 14:10:00.381892 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d7209-90b7-4f2f-be45-3d5aa2498580 req-98cd6d5b-05f0-4f1b-a33f-a429ed15862f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:00.383436 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-787d7209-90b7-4f2f-be45-3d5aa2498580 req-98cd6d5b-05f0-4f1b-a33f-a429ed15862f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0673022 Jul 14 14:10:00.424306 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-787d7209-90b7-4f2f-be45-3d5aa2498580 req-72d1582b-dede-4c8a-b29c-0c109381109e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347595 Jul 14 14:10:01.601711 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5719d-6a1b-4255-a267-ace84124207d req-b4930a1a-86f8-40c4-8d72-f2d72431849d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:01.603248 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-33e5719d-6a1b-4255-a267-ace84124207d req-b4930a1a-86f8-40c4-8d72-f2d72431849d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0663736 Jul 14 14:10:01.644242 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-33e5719d-6a1b-4255-a267-ace84124207d req-fa6770ae-a0d2-4a99-b9a6-0d49be638c26 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351324 Jul 14 14:10:02.816449 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4119d7-9036-45a3-ae2d-3c84000a7273 req-8e594d17-94a3-4767-af1a-800db9db5bba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:02.817962 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb4119d7-9036-45a3-ae2d-3c84000a7273 req-8e594d17-94a3-4767-af1a-800db9db5bba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0634046 Jul 14 14:10:02.854966 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eb4119d7-9036-45a3-ae2d-3c84000a7273 req-280e835b-80d2-492f-bfb7-265bbd59337d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314851 Jul 14 14:10:04.031486 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd4e12-066a-48a3-a5ff-406e47958535 req-8fd01193-8182-48dc-8654-600aebd00a73 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:04.032872 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-67fd4e12-066a-48a3-a5ff-406e47958535 req-8fd01193-8182-48dc-8654-600aebd00a73 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0666304 Jul 14 14:10:04.070289 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-67fd4e12-066a-48a3-a5ff-406e47958535 req-b524b0a9-cce3-4b04-a596-b634a517f2c8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318604 Jul 14 14:10:05.243209 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d08de6-c144-41c3-aff1-4a74fa07ab75 req-83d2fab1-0219-46ec-bad6-9a1a2b5248be tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:05.244695 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-38d08de6-c144-41c3-aff1-4a74fa07ab75 req-83d2fab1-0219-46ec-bad6-9a1a2b5248be tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0637457 Jul 14 14:10:05.283215 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-38d08de6-c144-41c3-aff1-4a74fa07ab75 req-76bd550e-6c76-47af-b26a-56451a182a94 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329447 Jul 14 14:10:06.457420 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3ddb0-7f5e-41f2-945d-5bb9459d3ff7 req-db858e5d-58a9-48e8-898c-9d9f44e2b122 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:06.458902 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9ae3ddb0-7f5e-41f2-945d-5bb9459d3ff7 req-db858e5d-58a9-48e8-898c-9d9f44e2b122 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0674832 Jul 14 14:10:06.497829 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9ae3ddb0-7f5e-41f2-945d-5bb9459d3ff7 req-7fbe5606-73b3-44bb-ab0e-462b94d255fe tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331850 Jul 14 14:10:06.661940 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:10:07.666954 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a68e9-2c71-488c-af9d-69feca50426a req-f88f71c7-95b3-4780-9959-4dd0d4dceac4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:07.668435 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b2a68e9-2c71-488c-af9d-69feca50426a req-f88f71c7-95b3-4780-9959-4dd0d4dceac4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0630143 Jul 14 14:10:07.706819 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b2a68e9-2c71-488c-af9d-69feca50426a req-b6d95042-b83b-460b-a4c0-ce7984c1d6d2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321956 Jul 14 14:10:08.883345 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb4045-ecca-4717-914f-ad97eae3745d req-a3666200-bf70-46a6-bed8-29e42a24a644 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:08.884899 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-51bb4045-ecca-4717-914f-ad97eae3745d req-a3666200-bf70-46a6-bed8-29e42a24a644 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0661042 Jul 14 14:10:08.923916 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-51bb4045-ecca-4717-914f-ad97eae3745d req-34b39b35-23a2-4c65-bd6e-b0dedfebd0d5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333474 Jul 14 14:10:10.094681 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0733a54-cdc4-40da-89e2-48c38140f0bc req-eae5af3c-fc87-4e7d-a399-97986b01cc59 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:10.096275 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e0733a54-cdc4-40da-89e2-48c38140f0bc req-eae5af3c-fc87-4e7d-a399-97986b01cc59 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0652373 Jul 14 14:10:10.134619 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e0733a54-cdc4-40da-89e2-48c38140f0bc req-6331d6f1-0ce6-4760-b88f-8b8c6988d3b8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326786 Jul 14 14:10:10.821469 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:11.307276 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c066650-e3e0-4204-b4a2-9aadfb18a9a9 req-69a5aeba-d29b-4a94-a72d-7919dbeee487 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:11.308795 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4c066650-e3e0-4204-b4a2-9aadfb18a9a9 req-69a5aeba-d29b-4a94-a72d-7919dbeee487 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0645716 Jul 14 14:10:11.348679 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4c066650-e3e0-4204-b4a2-9aadfb18a9a9 req-ab7b21ee-2383-41a4-aea2-ebf69320ffbb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338151 Jul 14 14:10:12.523472 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de51f95-f285-49d0-bf05-a19afbbc3798 req-744a05c4-e90e-4637-bdeb-ba96490d940c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:12.525014 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7de51f95-f285-49d0-bf05-a19afbbc3798 req-744a05c4-e90e-4637-bdeb-ba96490d940c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0667810 Jul 14 14:10:12.562182 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7de51f95-f285-49d0-bf05-a19afbbc3798 req-73218062-687c-4237-a3ae-5e7eddf205a1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315187 Jul 14 14:10:13.590035 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60a40921-d069-441e-ac44-93d6c398db17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:13.739402 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c6e32-e5f1-4db8-9418-24bdc0154a95 req-3f21c969-d140-44ef-8f66-ffd6e1ead6a9 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:13.740905 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-240c6e32-e5f1-4db8-9418-24bdc0154a95 req-3f21c969-d140-44ef-8f66-ffd6e1ead6a9 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0617931 Jul 14 14:10:13.777791 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-240c6e32-e5f1-4db8-9418-24bdc0154a95 req-d7884600-aed7-4398-b4d3-6be83225e6de tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312741 Jul 14 14:10:14.946741 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab845e-621a-46ef-9292-5b84238917be req-acac01f4-e50b-4464-bc9d-d5bad3642bcb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:14.948221 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-86ab845e-621a-46ef-9292-5b84238917be req-acac01f4-e50b-4464-bc9d-d5bad3642bcb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0618761 Jul 14 14:10:14.984539 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-86ab845e-621a-46ef-9292-5b84238917be req-93d1b3a2-c28a-4c42-8a54-431692ec12f2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308485 Jul 14 14:10:16.159699 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3096cc8-0c8a-4f5d-8c16-bec2d4289ee2 req-34545996-cbd4-4057-ac35-9aee483c0ba0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:16.161230 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d3096cc8-0c8a-4f5d-8c16-bec2d4289ee2 req-34545996-cbd4-4057-ac35-9aee483c0ba0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0675383 Jul 14 14:10:16.199640 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d3096cc8-0c8a-4f5d-8c16-bec2d4289ee2 req-0ec1378f-609a-40b6-849d-ee5ef97e4a09 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329461 Jul 14 14:10:16.329531 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1be974be-880a-4ec3-88db-a962de5f0a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:16.439023 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:17.352507 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:17.385240 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c65ea2-8685-42b7-becd-50ab65c634e0 req-59013331-eb69-4070-9703-6d53fcc529f5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:17.386747 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48c65ea2-8685-42b7-becd-50ab65c634e0 req-59013331-eb69-4070-9703-6d53fcc529f5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0714779 Jul 14 14:10:17.427805 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48c65ea2-8685-42b7-becd-50ab65c634e0 req-d21d25ad-61e5-48c5-8073-bbb6982daabb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335922 Jul 14 14:10:18.605328 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915bc68-9fd7-4467-b055-2e2aff7b089c req-a7d07095-df00-437c-afb6-c98545a4da39 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:18.606801 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7915bc68-9fd7-4467-b055-2e2aff7b089c req-a7d07095-df00-437c-afb6-c98545a4da39 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0653706 Jul 14 14:10:18.649461 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7915bc68-9fd7-4467-b055-2e2aff7b089c req-51245352-e638-45de-bf59-7879206dad99 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370538 Jul 14 14:10:19.187382 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:19.820433 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e77a0e-52a0-45e0-b392-2b4734eb3b24 req-1a51665f-f643-4d88-a579-a824b5abad7b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:19.821974 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-24e77a0e-52a0-45e0-b392-2b4734eb3b24 req-1a51665f-f643-4d88-a579-a824b5abad7b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0633156 Jul 14 14:10:19.860043 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-24e77a0e-52a0-45e0-b392-2b4734eb3b24 req-35369ea9-d590-4776-a8e3-3a3438c97679 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323980 Jul 14 14:10:21.029825 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bb1b2-96f8-4f46-aecf-3f5fa0533653 req-b682230d-ef72-446f-b615-1627ee6457e0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:21.031389 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-042bb1b2-96f8-4f46-aecf-3f5fa0533653 req-b682230d-ef72-446f-b615-1627ee6457e0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0620589 Jul 14 14:10:21.069735 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-042bb1b2-96f8-4f46-aecf-3f5fa0533653 req-da639580-edfc-40dc-874b-c9365bd88d5d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322237 Jul 14 14:10:22.242814 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bad7a0-5ff7-4f99-bfd7-2840e844e4c9 req-562e062b-dad9-486b-9cb4-f372a51d3c8d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:22.244314 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a6bad7a0-5ff7-4f99-bfd7-2840e844e4c9 req-562e062b-dad9-486b-9cb4-f372a51d3c8d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0668104 Jul 14 14:10:22.281407 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a6bad7a0-5ff7-4f99-bfd7-2840e844e4c9 req-6409bcde-db0f-45cb-8a8f-6eb6c5eacf2a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315800 Jul 14 14:10:23.457353 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002cabd-cec4-4b4e-bcb5-fa4c7dce6bbe req-f1a234b8-ccce-4653-9f55-cfb52f9a0cae tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:23.458976 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c002cabd-cec4-4b4e-bcb5-fa4c7dce6bbe req-f1a234b8-ccce-4653-9f55-cfb52f9a0cae tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0640159 Jul 14 14:10:23.498729 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c002cabd-cec4-4b4e-bcb5-fa4c7dce6bbe req-ac1d436f-b96c-4062-a810-4db20cdef0bb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340800 Jul 14 14:10:24.674164 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b491681-5f06-48e3-bc2e-7e571266eb47 req-5649ebe9-befc-4a0d-9911-3786b09c9f44 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:24.675662 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b491681-5f06-48e3-bc2e-7e571266eb47 req-5649ebe9-befc-4a0d-9911-3786b09c9f44 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0662539 Jul 14 14:10:24.714234 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0b491681-5f06-48e3-bc2e-7e571266eb47 req-b0434ca8-eacd-4269-b251-d627d764ea0a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330265 Jul 14 14:10:25.885345 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6cd17-f933-46fc-86f3-fd18daee6fce req-858b85df-11ad-43d0-8ce8-0b94a25ea899 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:25.886869 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94c6cd17-f933-46fc-86f3-fd18daee6fce req-858b85df-11ad-43d0-8ce8-0b94a25ea899 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0641065 Jul 14 14:10:25.927108 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-94c6cd17-f933-46fc-86f3-fd18daee6fce req-5d9c05ef-3f0e-4395-8a6d-446c73c8b97f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340877 Jul 14 14:10:27.113076 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ad3b9-9012-489c-908c-e9b92cb88127 req-32e3a424-e5c7-4061-a934-b5232b3de2a8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:27.116033 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fc6ad3b9-9012-489c-908c-e9b92cb88127 req-32e3a424-e5c7-4061-a934-b5232b3de2a8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0705824 Jul 14 14:10:27.157473 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fc6ad3b9-9012-489c-908c-e9b92cb88127 req-3117c971-ba90-4497-8b1c-71d8a54dd2a1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354300 Jul 14 14:10:28.340575 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2218151-c96e-4abf-ab5c-bf1c6ba5bb7e req-7b1365ad-3957-466e-b6c1-cbd75406f337 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:28.342071 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2218151-c96e-4abf-ab5c-bf1c6ba5bb7e req-7b1365ad-3957-466e-b6c1-cbd75406f337 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0686479 Jul 14 14:10:28.379660 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d2218151-c96e-4abf-ab5c-bf1c6ba5bb7e req-3b4d3e6b-6272-4921-9102-e769aec78046 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320299 Jul 14 14:10:29.551541 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7362ae3-a516-4fd1-91c7-672c042d60ab req-44f4530d-855a-45ae-b4ac-f06f69104248 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:29.553085 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7362ae3-a516-4fd1-91c7-672c042d60ab req-44f4530d-855a-45ae-b4ac-f06f69104248 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0634296 Jul 14 14:10:29.589964 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7362ae3-a516-4fd1-91c7-672c042d60ab req-f8abc59e-8104-4a1d-88af-92d5936342f2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313861 Jul 14 14:10:30.767109 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07053e-aacc-49ef-b2fa-7fe266c9c0ea req-44cb9744-7c97-4262-aa67-682e370366c4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:30.768539 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4c07053e-aacc-49ef-b2fa-7fe266c9c0ea req-44cb9744-7c97-4262-aa67-682e370366c4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0697272 Jul 14 14:10:30.808269 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4c07053e-aacc-49ef-b2fa-7fe266c9c0ea req-dd4d7250-e346-469a-bb42-96d271117bb9 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339146 Jul 14 14:10:31.982321 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee3a27-dba3-462d-9f6c-a99aaa5f54f0 req-d74816ce-445a-418b-b5d3-6ce286075f94 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:31.983817 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9cee3a27-dba3-462d-9f6c-a99aaa5f54f0 req-d74816ce-445a-418b-b5d3-6ce286075f94 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0647783 Jul 14 14:10:32.023017 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9cee3a27-dba3-462d-9f6c-a99aaa5f54f0 req-3ad1345e-20b0-4d8a-9941-da5981ada5fe tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330794 Jul 14 14:10:33.198279 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c9842-dc1c-4a9e-b2ba-1ffd96870755 req-1c8dcdf5-9a2b-4c63-a790-30e5306a33d3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:33.199772 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a2c9842-dc1c-4a9e-b2ba-1ffd96870755 req-1c8dcdf5-9a2b-4c63-a790-30e5306a33d3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0638130 Jul 14 14:10:33.241751 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a2c9842-dc1c-4a9e-b2ba-1ffd96870755 req-7e565247-edae-4568-a014-50aa3116cfa0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362716 Jul 14 14:10:34.455877 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5de30c-d7ca-46b9-8ebd-f5d88ac75f29 req-4334d11a-2db2-49d7-9518-dd31cb002623 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:34.457446 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c5de30c-d7ca-46b9-8ebd-f5d88ac75f29 req-4334d11a-2db2-49d7-9518-dd31cb002623 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0711756 Jul 14 14:10:34.498872 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0c5de30c-d7ca-46b9-8ebd-f5d88ac75f29 req-f3c66963-f14d-4dfb-ac25-d761b09ae2c2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350351 Jul 14 14:10:35.674392 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacaa3d-d91c-4962-8794-4bc51b2f8f31 req-536005eb-8077-485c-bb20-db1962363604 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:35.675893 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3cacaa3d-d91c-4962-8794-4bc51b2f8f31 req-536005eb-8077-485c-bb20-db1962363604 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0645003 Jul 14 14:10:35.718977 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3cacaa3d-d91c-4962-8794-4bc51b2f8f31 req-e147408d-cb79-4877-b285-f240f13d576b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374966 Jul 14 14:10:36.904443 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccc989-9b51-4129-bff8-e0d289092f39 req-4e575d4c-c86c-4d11-9662-0be439945e18 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:36.906182 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f0ccc989-9b51-4129-bff8-e0d289092f39 req-4e575d4c-c86c-4d11-9662-0be439945e18 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0688536 Jul 14 14:10:36.946357 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f0ccc989-9b51-4129-bff8-e0d289092f39 req-3a56b08b-18eb-4089-9b20-ff7b644ccae8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334215 Jul 14 14:10:38.123245 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ead1b-b15c-40cf-ba9b-ca707b8f8456 req-71f4b75f-1441-462c-8717-11dc26e2e346 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:38.124753 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd4ead1b-b15c-40cf-ba9b-ca707b8f8456 req-71f4b75f-1441-462c-8717-11dc26e2e346 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0630772 Jul 14 14:10:38.163087 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd4ead1b-b15c-40cf-ba9b-ca707b8f8456 req-1c0f8dda-3f47-4908-a42d-f08037e2999d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318983 Jul 14 14:10:39.336666 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b8520-fd20-4c2f-b1a7-3b03f423a495 req-b8c0782a-1813-4d1e-aef1-60b97fff5ecf tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:39.338198 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff9b8520-fd20-4c2f-b1a7-3b03f423a495 req-b8c0782a-1813-4d1e-aef1-60b97fff5ecf tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0646639 Jul 14 14:10:39.375571 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ff9b8520-fd20-4c2f-b1a7-3b03f423a495 req-a195ffb9-a446-40e4-83cc-b67f9af016ed tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318208 Jul 14 14:10:40.550629 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acb69f-8887-4472-a491-f76f75e43365 req-53d4bce9-f7ad-48a8-989f-e94c9a28db51 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:40.552244 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43acb69f-8887-4472-a491-f76f75e43365 req-53d4bce9-f7ad-48a8-989f-e94c9a28db51 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0676475 Jul 14 14:10:40.589488 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-43acb69f-8887-4472-a491-f76f75e43365 req-9924c628-4cc2-48cd-9b3d-838bc7c4e884 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315528 Jul 14 14:10:40.829383 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:41.762121 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f2d8f-5f4d-4324-9c83-f0d3cd36a56e req-48947c5e-2012-4c53-b43e-83642f6692af tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:41.763578 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-347f2d8f-5f4d-4324-9c83-f0d3cd36a56e req-48947c5e-2012-4c53-b43e-83642f6692af tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0646830 Jul 14 14:10:41.799811 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-347f2d8f-5f4d-4324-9c83-f0d3cd36a56e req-4023b90c-b25d-41ed-88a2-d262d56e29e2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299451 Jul 14 14:10:42.979191 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96f584-ec7c-41c4-87ed-8bc178c293e7 req-19e250ac-d111-4421-852a-1f41b6a2335f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:42.980585 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6a96f584-ec7c-41c4-87ed-8bc178c293e7 req-19e250ac-d111-4421-852a-1f41b6a2335f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0671387 Jul 14 14:10:43.018097 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6a96f584-ec7c-41c4-87ed-8bc178c293e7 req-449631d1-4442-4fc8-833d-9fee93c45d4d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314157 Jul 14 14:10:43.591925 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dffcad1b-4626-44b6-9485-49ed88cb4e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:43.660759 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:10:44.191676 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2061f-fa59-4b03-a7d2-7617487f9bd5 req-3e2e4c3b-c229-48c8-810d-0aa164218788 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:44.193209 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dae2061f-fa59-4b03-a7d2-7617487f9bd5 req-3e2e4c3b-c229-48c8-810d-0aa164218788 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0642190 Jul 14 14:10:44.231514 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dae2061f-fa59-4b03-a7d2-7617487f9bd5 req-1f943c5c-98e3-49a2-9f37-9ef570858ee6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325811 Jul 14 14:10:45.404722 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228a606-c04f-42c1-b7d6-634125a80638 req-a980411a-9ba4-4eed-aa7c-903056d6348c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:45.406341 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2228a606-c04f-42c1-b7d6-634125a80638 req-a980411a-9ba4-4eed-aa7c-903056d6348c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0630856 Jul 14 14:10:45.447702 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2228a606-c04f-42c1-b7d6-634125a80638 req-b5bd4f86-4d8d-4b93-822e-385e41949af1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352209 Jul 14 14:10:46.332028 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bbbc039d-200b-4036-b46c-6786d4c8a5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:46.395400 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-37700373-80ab-4f8a-beab-6d5fc662fb61 req-8b3fe98e-0648-48b5-bc17-7ccde6e64d89 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548797 Jul 14 14:10:46.439885 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:46.469320 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37700373-80ab-4f8a-beab-6d5fc662fb61 req-e10ebf82-4178-488b-b66c-794707fc95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:46.470798 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-37700373-80ab-4f8a-beab-6d5fc662fb61 req-e10ebf82-4178-488b-b66c-794707fc95a3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b139a63d2fde409a9f90b021e639f77c&device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0530903 Jul 14 14:10:46.603664 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37700373-80ab-4f8a-beab-6d5fc662fb61 req-9cc3ae6b-c244-42d5-a59a-31b6e73e18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:46.605117 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-37700373-80ab-4f8a-beab-6d5fc662fb61 req-9cc3ae6b-c244-42d5-a59a-31b6e73e18a1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3ad5087-ddb5-4936-b169-5492f416fc3a HTTP/1.1" status: 200 len: 915 time: 0.1140940 Jul 14 14:10:46.648078 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-37700373-80ab-4f8a-beab-6d5fc662fb61 req-ab65eb66-8cdd-48e1-bd2c-01054dec0e77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 200 len: 217 time: 0.0360234 Jul 14 14:10:46.705249 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae383a-7c74-4464-9920-0e08f47f216e req-d000615d-004a-475e-a1b3-e3337b393f45 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:46.706699 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-37ae383a-7c74-4464-9920-0e08f47f216e req-d000615d-004a-475e-a1b3-e3337b393f45 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1426122 Jul 14 14:10:46.723172 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37700373-80ab-4f8a-beab-6d5fc662fb61 req-79083b4c-c81a-46ce-a43a-7c69301b9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:46.724548 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-37700373-80ab-4f8a-beab-6d5fc662fb61 req-79083b4c-c81a-46ce-a43a-7c69301b9161 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=60848457-4419-4463-aa3d-f6155b17741c HTTP/1.1" status: 200 len: 853 time: 0.0688586 Jul 14 14:10:46.776709 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-37ae383a-7c74-4464-9920-0e08f47f216e req-09fd0946-01b6-4e0d-9621-350296b1b8eb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640953 Jul 14 14:10:46.799377 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37700373-80ab-4f8a-beab-6d5fc662fb61 req-bf1b4b79-3dd3-474b-8a5d-f7fb9d3d2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:46.800891 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-37700373-80ab-4f8a-beab-6d5fc662fb61 req-bf1b4b79-3dd3-474b-8a5d-f7fb9d3d2e51 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3ad5087-ddb5-4936-b169-5492f416fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699766 Jul 14 14:10:46.893540 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-37700373-80ab-4f8a-beab-6d5fc662fb61 req-68bad929-ce0b-4fda-89a2-a65d412544ed service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841773 Jul 14 14:10:46.987886 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-37700373-80ab-4f8a-beab-6d5fc662fb61 req-8572f9e3-f2d5-4946-88a3-4732d06f8342 service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880420 Jul 14 14:10:47.354120 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:47.955543 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05805a7b-6818-4f43-89ce-efe0f72f7a17 req-ac906625-383e-4824-bf22-b5e55d71674c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:47.957091 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05805a7b-6818-4f43-89ce-efe0f72f7a17 req-ac906625-383e-4824-bf22-b5e55d71674c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0624721 Jul 14 14:10:47.995321 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05805a7b-6818-4f43-89ce-efe0f72f7a17 req-8dc969b5-83f5-453e-b97a-e495d93ada2d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326273 Jul 14 14:10:49.168955 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd58f8-cd48-47a0-bb2b-dec5d49ac95e req-d29529d6-74f0-4ca4-9f6d-4b50d35b4dd1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:49.170459 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cadd58f8-cd48-47a0-bb2b-dec5d49ac95e req-d29529d6-74f0-4ca4-9f6d-4b50d35b4dd1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0663099 Jul 14 14:10:49.190656 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:49.209275 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cadd58f8-cd48-47a0-bb2b-dec5d49ac95e req-542b690c-504b-4f7d-8ee4-2f2af558ef2e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324295 Jul 14 14:10:50.380489 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77ef71-6118-4f5e-a38f-c6d33ccf81e9 req-fb0e6d52-3129-4f8c-bbd4-8ecd865ef33f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:50.381958 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe77ef71-6118-4f5e-a38f-c6d33ccf81e9 req-fb0e6d52-3129-4f8c-bbd4-8ecd865ef33f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0631692 Jul 14 14:10:50.419033 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe77ef71-6118-4f5e-a38f-c6d33ccf81e9 req-834c5e23-3ab4-48bf-b389-ce44ff0bb3cc tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314949 Jul 14 14:10:51.594380 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddc188-062a-441b-9e1f-572e86f652b8 req-e4e94390-0ce7-473b-b2cd-763bf4ba5bae tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:51.595952 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e6ddc188-062a-441b-9e1f-572e86f652b8 req-e4e94390-0ce7-473b-b2cd-763bf4ba5bae tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0659060 Jul 14 14:10:51.634734 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e6ddc188-062a-441b-9e1f-572e86f652b8 req-39dd1658-2c42-485d-a724-e7b4ed5476db tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 Jul 14 14:10:52.809384 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81e809-6332-4a22-9ae7-13e4d7d28c4f req-efb4e17c-2b44-471d-a07c-2cab58cffd1d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:52.810768 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ed81e809-6332-4a22-9ae7-13e4d7d28c4f req-efb4e17c-2b44-471d-a07c-2cab58cffd1d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0651662 Jul 14 14:10:52.848908 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ed81e809-6332-4a22-9ae7-13e4d7d28c4f req-1ffd392a-7c84-4d2d-9a63-e421b96cc833 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324636 Jul 14 14:10:54.023036 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab27ba-8851-4452-9a10-0ce45e0fa5b0 req-621ecad1-9382-4b84-903b-515a83ed62b5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:54.024209 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9fab27ba-8851-4452-9a10-0ce45e0fa5b0 req-621ecad1-9382-4b84-903b-515a83ed62b5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0658691 Jul 14 14:10:54.064971 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9fab27ba-8851-4452-9a10-0ce45e0fa5b0 req-98e3bfc0-e1e3-4937-993e-0338c09e0f78 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346341 Jul 14 14:10:55.241898 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe636774-5737-487e-a10f-2f8438badf38 req-85c8e666-b2a2-4b14-a8de-99b72004f2a5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:55.243401 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe636774-5737-487e-a10f-2f8438badf38 req-85c8e666-b2a2-4b14-a8de-99b72004f2a5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0684564 Jul 14 14:10:55.281025 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe636774-5737-487e-a10f-2f8438badf38 req-8f34ca74-576a-423c-bdc0-8b27f87b5767 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320992 Jul 14 14:10:56.452067 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f791241-0c40-49d5-89d5-e1ae63cf2ef9 req-79f947b7-e035-400b-8539-47a5c0fa095d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:56.454137 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4f791241-0c40-49d5-89d5-e1ae63cf2ef9 req-79f947b7-e035-400b-8539-47a5c0fa095d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0630329 Jul 14 14:10:56.492462 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4f791241-0c40-49d5-89d5-e1ae63cf2ef9 req-d7169f02-d9c3-41f1-826d-0285a4f1ce05 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328360 Jul 14 14:10:57.663221 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e7ea7-cdb6-4c81-9d26-6fc47b4f26d6 req-308bff5d-da64-4bf2-8367-5ed5ff145b99 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:57.664367 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-002e7ea7-cdb6-4c81-9d26-6fc47b4f26d6 req-308bff5d-da64-4bf2-8367-5ed5ff145b99 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0612497 Jul 14 14:10:57.700976 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-002e7ea7-cdb6-4c81-9d26-6fc47b4f26d6 req-7cb5b6c7-5fd7-4d3d-9e51-625411cd9b36 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310636 Jul 14 14:10:58.874354 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15b055-f743-4138-9ec1-8acefbacb211 req-651d4ab8-aeb6-486e-b897-f126aa37da37 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:10:58.875866 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d15b055-f743-4138-9ec1-8acefbacb211 req-651d4ab8-aeb6-486e-b897-f126aa37da37 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0667124 Jul 14 14:10:58.913538 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d15b055-f743-4138-9ec1-8acefbacb211 req-cf21e808-a0a4-41f1-9308-2aff25f07871 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318189 Jul 14 14:11:00.084285 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc0f9a-7bf7-4589-85d7-54f8ff8d0b58 req-c613b9b5-9665-402d-bd10-3804ba4b51ce tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:00.085695 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5abc0f9a-7bf7-4589-85d7-54f8ff8d0b58 req-c613b9b5-9665-402d-bd10-3804ba4b51ce tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0634940 Jul 14 14:11:00.122497 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5abc0f9a-7bf7-4589-85d7-54f8ff8d0b58 req-b39c23ac-f5a2-412c-8094-14f233a4c7c3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312428 Jul 14 14:11:01.298425 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa617ef8-df9c-4be7-b2b3-1d1621cd655c req-e7277059-eac8-4817-a370-d1f4d5bf7542 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:01.299985 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fa617ef8-df9c-4be7-b2b3-1d1621cd655c req-e7277059-eac8-4817-a370-d1f4d5bf7542 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0689621 Jul 14 14:11:01.339487 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fa617ef8-df9c-4be7-b2b3-1d1621cd655c req-8419b933-0530-4552-acb4-a38c9deea859 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338271 Jul 14 14:11:02.514693 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0c76c-19b1-42db-ba5e-48e9b3cf3d9a req-bee2a9ed-307c-437a-ba44-5a6c745e0930 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:02.516247 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd0c76c-19b1-42db-ba5e-48e9b3cf3d9a req-bee2a9ed-307c-437a-ba44-5a6c745e0930 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0646355 Jul 14 14:11:02.555156 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6dd0c76c-19b1-42db-ba5e-48e9b3cf3d9a req-bff38810-0c52-4fbc-900d-093dca9bca34 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Jul 14 14:11:03.723581 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1693fec-08f0-4f91-8f4f-4904abdeb4a2 req-6cc056a6-f1b6-44f2-9a8d-7d4b62686704 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:03.725375 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b1693fec-08f0-4f91-8f4f-4904abdeb4a2 req-6cc056a6-f1b6-44f2-9a8d-7d4b62686704 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0614257 Jul 14 14:11:03.764386 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b1693fec-08f0-4f91-8f4f-4904abdeb4a2 req-cd9071e1-085f-4fee-aa91-b1650efbb71f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326660 Jul 14 14:11:04.941403 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1eb92a-fcf2-4d51-9816-e1fbe70a26ac req-fd6e72b7-62d1-47fd-9a7e-457bfce7ff8e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:04.942886 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cb1eb92a-fcf2-4d51-9816-e1fbe70a26ac req-fd6e72b7-62d1-47fd-9a7e-457bfce7ff8e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0682757 Jul 14 14:11:04.983124 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cb1eb92a-fcf2-4d51-9816-e1fbe70a26ac req-70a838f7-e79b-47d5-b036-5c54039733eb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345969 Jul 14 14:11:06.155253 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9db439-4ea5-4759-98e4-8ba0c436c8ac req-ec8a28f1-404d-4f5a-b7bd-a8db99b0ea79 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:06.156681 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ce9db439-4ea5-4759-98e4-8ba0c436c8ac req-ec8a28f1-404d-4f5a-b7bd-a8db99b0ea79 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0629616 Jul 14 14:11:06.194381 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ce9db439-4ea5-4759-98e4-8ba0c436c8ac req-4a04c378-f506-420c-a1a0-02e9f0bf8b1c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319777 Jul 14 14:11:07.372249 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200f63a-f76a-4cd6-a9d9-a151f5645b80 req-ad88e5d4-6f45-49e6-8d63-90bc87fd825d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:07.373799 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e200f63a-f76a-4cd6-a9d9-a151f5645b80 req-ad88e5d4-6f45-49e6-8d63-90bc87fd825d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0660512 Jul 14 14:11:07.412739 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e200f63a-f76a-4cd6-a9d9-a151f5645b80 req-c4973a35-7b64-48ca-b324-29ada498d30c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334086 Jul 14 14:11:08.584011 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67fbb-04a0-44ca-8fdd-f65183515773 req-9926cdad-a159-4d1c-b3f7-84c06145ee8c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:08.585530 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fb67fbb-04a0-44ca-8fdd-f65183515773 req-9926cdad-a159-4d1c-b3f7-84c06145ee8c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0628386 Jul 14 14:11:08.622766 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0fb67fbb-04a0-44ca-8fdd-f65183515773 req-09196262-5581-49da-9988-7df01bd79e4c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317657 Jul 14 14:11:09.791857 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b2232-fa10-448f-a321-1707b6f33971 req-6b53534e-9221-43fe-a575-770cacc08f27 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:09.793388 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-803b2232-fa10-448f-a321-1707b6f33971 req-6b53534e-9221-43fe-a575-770cacc08f27 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0615315 Jul 14 14:11:09.831939 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-803b2232-fa10-448f-a321-1707b6f33971 req-5e39a58c-9f67-465b-bf19-f8d73a93d019 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323069 Jul 14 14:11:10.816043 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:11.008948 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da20ac0-0d1d-4cc1-b003-62df64840095 req-e12b27e5-414f-4dff-9baa-cf100ec45996 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:11.010435 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4da20ac0-0d1d-4cc1-b003-62df64840095 req-e12b27e5-414f-4dff-9baa-cf100ec45996 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0669162 Jul 14 14:11:11.050127 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4da20ac0-0d1d-4cc1-b003-62df64840095 req-9409873e-5cc9-40f7-b659-5e285192bb92 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Jul 14 14:11:12.225336 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6a71f-009d-4dee-be41-f099dad146db req-fbb09d0e-60bd-4167-ade1-41b5d593d328 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:12.226721 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c8c6a71f-009d-4dee-be41-f099dad146db req-fbb09d0e-60bd-4167-ade1-41b5d593d328 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0663242 Jul 14 14:11:12.265309 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c8c6a71f-009d-4dee-be41-f099dad146db req-7444556c-180c-48dd-857b-dcd5d6f627da tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329781 Jul 14 14:11:13.437820 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f5470-6afa-4016-a13d-1fba45caf7e9 req-fbdbb826-aa86-427b-8c43-cf38eba2a311 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:13.439290 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-202f5470-6afa-4016-a13d-1fba45caf7e9 req-fbdbb826-aa86-427b-8c43-cf38eba2a311 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0648041 Jul 14 14:11:13.476224 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-202f5470-6afa-4016-a13d-1fba45caf7e9 req-5eda8bd5-017e-400e-bd43-321d5af8b20e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313644 Jul 14 14:11:13.594975 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58c75d42-0053-4301-9d57-c1acb4855cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:14.686744 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743afa5-f144-47b5-a66a-64010a364223 req-7769e128-8513-4106-a927-36c5d818af13 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:14.688727 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5743afa5-f144-47b5-a66a-64010a364223 req-7769e128-8513-4106-a927-36c5d818af13 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1038263 Jul 14 14:11:14.726389 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5743afa5-f144-47b5-a66a-64010a364223 req-20afab40-84e3-41c6-9980-e0d98afd8966 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318568 Jul 14 14:11:15.905573 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a941441-72cb-4118-b575-c15050a777a6 req-5e060230-3a8d-485c-8278-5891dcb389e3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:15.907167 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5a941441-72cb-4118-b575-c15050a777a6 req-5e060230-3a8d-485c-8278-5891dcb389e3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0704577 Jul 14 14:11:15.945620 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5a941441-72cb-4118-b575-c15050a777a6 req-31beb62d-867e-417c-a57d-36ed96c8849d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324090 Jul 14 14:11:16.332940 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b8b80a9c-302e-4f30-a915-e55093c67544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:16.441741 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:17.124358 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ba8ac-4361-4afd-be01-7e88109c05d0 req-096b903b-c3d6-4a60-80c9-1ac3d1ef4e56 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:17.126387 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9b2ba8ac-4361-4afd-be01-7e88109c05d0 req-096b903b-c3d6-4a60-80c9-1ac3d1ef4e56 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0700743 Jul 14 14:11:17.167642 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9b2ba8ac-4361-4afd-be01-7e88109c05d0 req-aa0a13e9-df5b-444d-8e92-76412089a1d8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354431 Jul 14 14:11:17.356505 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:18.342639 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8d8b9-b7d0-4866-b57a-b4fc2efac4fa req-0fbcde39-1168-41f7-acfb-6c09106347db tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:18.344630 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5dc8d8b9-b7d0-4866-b57a-b4fc2efac4fa req-0fbcde39-1168-41f7-acfb-6c09106347db tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0664618 Jul 14 14:11:18.381983 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5dc8d8b9-b7d0-4866-b57a-b4fc2efac4fa req-72212ce0-4e5c-4303-bfb3-bc24df8228e2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318265 Jul 14 14:11:19.195049 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:19.553768 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f127c96-aeda-4b79-9010-83f95f95d6c0 req-b593cf01-de13-4927-a231-18ee394bd5b6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:19.555279 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9f127c96-aeda-4b79-9010-83f95f95d6c0 req-b593cf01-de13-4927-a231-18ee394bd5b6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0658741 Jul 14 14:11:19.593300 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9f127c96-aeda-4b79-9010-83f95f95d6c0 req-8eed3e6c-5a03-41c2-973d-234108b00a5b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324216 Jul 14 14:11:20.659949 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:11:20.766482 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5464565-9f97-4056-b216-a859b7eb782b req-714a8bc7-f735-4b16-9570-726bad91965c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:20.768010 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d5464565-9f97-4056-b216-a859b7eb782b req-714a8bc7-f735-4b16-9570-726bad91965c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0632138 Jul 14 14:11:20.805249 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d5464565-9f97-4056-b216-a859b7eb782b req-1afc7eb5-91be-4ee0-bbbe-d6bf65e4080d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315099 Jul 14 14:11:21.992548 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc2e77-48bf-4ccc-ac7b-a8484802714a req-9ead6fe6-0942-4241-a4d2-4243695283a4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:21.994066 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7dc2e77-48bf-4ccc-ac7b-a8484802714a req-9ead6fe6-0942-4241-a4d2-4243695283a4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0626061 Jul 14 14:11:22.030932 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7dc2e77-48bf-4ccc-ac7b-a8484802714a req-52b073d5-cc31-4116-bbbb-f46e91fd92be tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313439 Jul 14 14:11:23.206189 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf22a0-3460-4032-a6cc-e5c85110d64c req-44204745-bcb6-4667-b707-77dd589adf7e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:23.207683 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-abcf22a0-3460-4032-a6cc-e5c85110d64c req-44204745-bcb6-4667-b707-77dd589adf7e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0681090 Jul 14 14:11:23.247048 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-abcf22a0-3460-4032-a6cc-e5c85110d64c req-b617e5fc-dddd-42ea-89ac-af6e1bf98725 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334554 Jul 14 14:11:24.420990 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abcd8b-6ff3-4c2a-bb79-85a83251757b req-dd075a3a-b1d1-4144-90ff-fbda8d465e2e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:24.423136 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e2abcd8b-6ff3-4c2a-bb79-85a83251757b req-dd075a3a-b1d1-4144-90ff-fbda8d465e2e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0665274 Jul 14 14:11:24.460940 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e2abcd8b-6ff3-4c2a-bb79-85a83251757b req-b3250582-e963-4016-9c8d-5841e132b195 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321298 Jul 14 14:11:25.634858 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce7f85-a52c-4ca3-a5ac-b18caca2e623 req-7e8ac5aa-5920-428a-ad29-4f7ae2247b4d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:25.636359 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-42ce7f85-a52c-4ca3-a5ac-b18caca2e623 req-7e8ac5aa-5920-428a-ad29-4f7ae2247b4d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0661428 Jul 14 14:11:25.676723 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-42ce7f85-a52c-4ca3-a5ac-b18caca2e623 req-e3701a5b-ce97-4eb6-b0b3-e0e68d34785e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338624 Jul 14 14:11:26.856730 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812b4b9-a417-4597-91ce-4667fc879e98 req-64a6b1ee-e570-4156-bda7-dd3000b6dbe4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:26.858285 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1812b4b9-a417-4597-91ce-4667fc879e98 req-64a6b1ee-e570-4156-bda7-dd3000b6dbe4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0670502 Jul 14 14:11:26.900363 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1812b4b9-a417-4597-91ce-4667fc879e98 req-fc8992d4-28dc-4a22-919e-2ebe3f0d3f6f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362003 Jul 14 14:11:28.071963 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cc838-4338-47b4-b3fc-aa808520345f req-edc99423-f88f-4f0e-bca2-c3219ba06ef0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:28.073475 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e3cc838-4338-47b4-b3fc-aa808520345f req-edc99423-f88f-4f0e-bca2-c3219ba06ef0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0616798 Jul 14 14:11:28.110445 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0e3cc838-4338-47b4-b3fc-aa808520345f req-3016eccf-1e78-4fe1-a72a-4b29ee4556ac tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314534 Jul 14 14:11:29.290333 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182caf8e-2791-4321-a503-039c22053ce8 req-caa92eca-6aeb-4c46-bb61-c479399c064b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:29.291702 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-182caf8e-2791-4321-a503-039c22053ce8 req-caa92eca-6aeb-4c46-bb61-c479399c064b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0705581 Jul 14 14:11:29.329060 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-182caf8e-2791-4321-a503-039c22053ce8 req-28b11aa6-fac3-4015-ac71-08118f7f9f38 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312362 Jul 14 14:11:30.502591 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628771f3-09c5-4243-9072-ad8704838d19 req-51e4ec4b-e4e4-47ad-aa8f-b287b9ac33c7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:30.504071 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-628771f3-09c5-4243-9072-ad8704838d19 req-51e4ec4b-e4e4-47ad-aa8f-b287b9ac33c7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0634673 Jul 14 14:11:30.542970 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-628771f3-09c5-4243-9072-ad8704838d19 req-0afb5fde-1e8a-4dad-8054-ae996608d7f1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332859 Jul 14 14:11:31.718565 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1b801-545c-4703-9309-d5a72100ea5b req-279b70f2-a84e-4585-be0d-51a86840fe64 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:31.720027 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39e1b801-545c-4703-9309-d5a72100ea5b req-279b70f2-a84e-4585-be0d-51a86840fe64 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0650740 Jul 14 14:11:32.021780 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39e1b801-545c-4703-9309-d5a72100ea5b req-ad0c664b-3655-441d-9396-60793cf53538 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960188 Jul 14 14:11:33.190748 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d0f59-b16d-4406-bd52-436f18233b28 req-3325d287-2476-4de2-89b3-57e91d84ad6a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:33.192219 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f0d0f59-b16d-4406-bd52-436f18233b28 req-3325d287-2476-4de2-89b3-57e91d84ad6a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0605929 Jul 14 14:11:33.233360 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5f0d0f59-b16d-4406-bd52-436f18233b28 req-ad17fa90-b8ef-461c-9091-e9c8ce6571ae tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353770 Jul 14 14:11:34.407751 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703533b-8822-42b0-a48c-7de66a30f987 req-eeabd405-c956-47b0-a361-8854e2c11173 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:34.409398 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e703533b-8822-42b0-a48c-7de66a30f987 req-eeabd405-c956-47b0-a361-8854e2c11173 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0647948 Jul 14 14:11:34.454118 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e703533b-8822-42b0-a48c-7de66a30f987 req-e7b8d2fc-d504-480b-b63f-221fd0ef47b0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357296 Jul 14 14:11:35.626201 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635db3bf-fb74-4a35-b64a-afc65e88edde req-4ff6b9e0-9682-4a32-9a02-1798069462bc tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:35.627608 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-635db3bf-fb74-4a35-b64a-afc65e88edde req-4ff6b9e0-9682-4a32-9a02-1798069462bc tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0626564 Jul 14 14:11:35.665942 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-635db3bf-fb74-4a35-b64a-afc65e88edde req-e7c98e07-19c5-4758-8505-541bfde6702f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326974 Jul 14 14:11:36.837428 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd6fd7-8fe0-4ee3-ade8-90c9f8bdb987 req-12091ecb-bca8-46bd-9340-710093a1ae02 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:36.838909 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-63bd6fd7-8fe0-4ee3-ade8-90c9f8bdb987 req-12091ecb-bca8-46bd-9340-710093a1ae02 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0615911 Jul 14 14:11:36.876197 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-63bd6fd7-8fe0-4ee3-ade8-90c9f8bdb987 req-043d59d8-c358-479c-abb0-27dcbb1da21c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310326 Jul 14 14:11:38.048782 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38cfd1-02fb-4c1b-8a89-322deabd59c5 req-583f7482-eaf6-49e2-a867-52095351352a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:38.050272 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-da38cfd1-02fb-4c1b-8a89-322deabd59c5 req-583f7482-eaf6-49e2-a867-52095351352a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0662889 Jul 14 14:11:38.086750 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-da38cfd1-02fb-4c1b-8a89-322deabd59c5 req-cfe47efe-e107-441b-b171-e44f44802fdb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310159 Jul 14 14:11:39.255042 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9cde1-fb16-4a07-8511-298e4ae618f1 req-c812a7f1-3737-49b5-bbb6-ac36b3606fe4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:39.256571 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55b9cde1-fb16-4a07-8511-298e4ae618f1 req-c812a7f1-3737-49b5-bbb6-ac36b3606fe4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0616064 Jul 14 14:11:39.300423 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55b9cde1-fb16-4a07-8511-298e4ae618f1 req-77e06f92-0c3f-40b0-9581-6749372db4b8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380509 Jul 14 14:11:40.478089 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d86d92-5435-49b5-a8dd-a08c1e8dbeb0 req-186256e7-fc60-433c-9762-038a268c9c33 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:40.479576 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90d86d92-5435-49b5-a8dd-a08c1e8dbeb0 req-186256e7-fc60-433c-9762-038a268c9c33 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0670836 Jul 14 14:11:40.520971 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-90d86d92-5435-49b5-a8dd-a08c1e8dbeb0 req-6543e7ed-e789-4b32-9f3f-e0d2a06fa737 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353167 Jul 14 14:11:40.820398 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:41.696786 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fae667-3375-48de-9d9c-3b4bb99acccc req-d019ca28-f90a-4399-afd0-ece82e8ee7c1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:41.698849 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-77fae667-3375-48de-9d9c-3b4bb99acccc req-d019ca28-f90a-4399-afd0-ece82e8ee7c1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0645163 Jul 14 14:11:41.737699 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-77fae667-3375-48de-9d9c-3b4bb99acccc req-150ee2d3-7df6-40e7-81c9-4496d3fae831 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331888 Jul 14 14:11:42.906978 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3ee1-cfcd-4a7a-bb1b-8d9337eda987 req-b7b5466e-bfca-466f-98e8-25b7dc81b276 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:42.908468 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f27a3ee1-cfcd-4a7a-bb1b-8d9337eda987 req-b7b5466e-bfca-466f-98e8-25b7dc81b276 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0618055 Jul 14 14:11:42.944949 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f27a3ee1-cfcd-4a7a-bb1b-8d9337eda987 req-a2f3abb6-d8f9-4cd9-a3a8-383bab907c74 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308142 Jul 14 14:11:43.595455 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2c6f9cf8-9dfb-4bd7-8787-f206c9eeb36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:44.123479 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad2157-54d9-446d-86ce-64e4db7be70a req-b1c7e440-3293-4690-92a2-38729a13a146 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:44.125016 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29ad2157-54d9-446d-86ce-64e4db7be70a req-b1c7e440-3293-4690-92a2-38729a13a146 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0677233 Jul 14 14:11:44.162672 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-29ad2157-54d9-446d-86ce-64e4db7be70a req-5351c9fa-29b6-41d5-83d7-7dc1704a965d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321164 Jul 14 14:11:45.337452 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028469fa-4b34-4c88-9b72-d19e9418705b req-a037ed15-0d66-4a7d-9f12-823b85d9be15 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:45.338953 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-028469fa-4b34-4c88-9b72-d19e9418705b req-a037ed15-0d66-4a7d-9f12-823b85d9be15 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0651343 Jul 14 14:11:45.376942 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-028469fa-4b34-4c88-9b72-d19e9418705b req-e10bcbd5-d2a2-4014-bb89-5f17103a8e5f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317929 Jul 14 14:11:46.334021 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c25481ea-775e-40e0-9a24-f33f9a19cfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:46.445302 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:46.458519 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73d05c05-e310-4265-89fc-380ef9e33ec7 req-5a9efd53-cb9e-44c3-9223-f8f6be3f0ed0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1028240 Jul 14 14:11:46.621345 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d05c05-e310-4265-89fc-380ef9e33ec7 req-0ef6bc10-9df2-4fec-9450-bfbd63513236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:46.622777 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73d05c05-e310-4265-89fc-380ef9e33ec7 req-0ef6bc10-9df2-4fec-9450-bfbd63513236 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5becf2377cd34a5aa3e7c239e2b2bbb1&device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 1098 time: 0.1405869 Jul 14 14:11:46.635293 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66c1d5-ce8b-479a-ac32-cf9f21b700b6 req-a641a55a-540e-4fa3-b38f-541294d36ba3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:46.636926 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1d66c1d5-ce8b-479a-ac32-cf9f21b700b6 req-a641a55a-540e-4fa3-b38f-541294d36ba3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1101892 Jul 14 14:11:46.726926 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1d66c1d5-ce8b-479a-ac32-cf9f21b700b6 req-639ceb3d-4c94-409d-921c-c38a3709d368 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842023 Jul 14 14:11:46.755261 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d05c05-e310-4265-89fc-380ef9e33ec7 req-9e34bb5d-93aa-465e-b68e-a67d10252ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:46.756733 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73d05c05-e310-4265-89fc-380ef9e33ec7 req-9e34bb5d-93aa-465e-b68e-a67d10252ed2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=17797cd5-37ca-4464-b477-91a1f0328889 HTTP/1.1" status: 200 len: 914 time: 0.1128285 Jul 14 14:11:46.797109 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73d05c05-e310-4265-89fc-380ef9e33ec7 req-e48c9888-e497-47f8-bd14-fe32230d15a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=943dd9a5-9282-4234-8279-f4923c258f87 HTTP/1.1" status: 200 len: 217 time: 0.0335515 Jul 14 14:11:46.848140 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d05c05-e310-4265-89fc-380ef9e33ec7 req-b6cc1727-8b14-4728-bf1c-980ec1ffaa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:46.849665 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73d05c05-e310-4265-89fc-380ef9e33ec7 req-b6cc1727-8b14-4728-bf1c-980ec1ffaa47 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3fe6600-58a2-4983-80eb-21c4631006ea HTTP/1.1" status: 200 len: 853 time: 0.0466723 Jul 14 14:11:46.881877 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73d05c05-e310-4265-89fc-380ef9e33ec7 req-36fc3792-75e6-4ee8-ae87-b8c653c5e5cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17797cd5-37ca-4464-b477-91a1f0328889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257370 Jul 14 14:11:46.891854 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-73d05c05-e310-4265-89fc-380ef9e33ec7 req-0080087f-338f-4a8e-8b88-f20effaf98af service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:11:46.892822 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73d05c05-e310-4265-89fc-380ef9e33ec7 req-0080087f-338f-4a8e-8b88-f20effaf98af service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051103 Jul 14 14:11:46.980202 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73d05c05-e310-4265-89fc-380ef9e33ec7 req-83cfdc1a-f926-475f-9b8a-8314630cf62c service neutron] 10.222.0.38 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812578 Jul 14 14:11:47.071700 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-73d05c05-e310-4265-89fc-380ef9e33ec7 req-43909acf-4625-483c-bb7b-e002b2056bc8 service neutron] 10.222.0.38 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848587 Jul 14 14:11:47.359518 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:47.894579 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620d5b8-4db4-4c79-8f64-3679eba7a834 req-2685d245-e5d5-4fa0-9d91-403d49db8a7b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:47.896014 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f620d5b8-4db4-4c79-8f64-3679eba7a834 req-2685d245-e5d5-4fa0-9d91-403d49db8a7b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0607123 Jul 14 14:11:47.931919 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f620d5b8-4db4-4c79-8f64-3679eba7a834 req-dfd43232-d662-424f-9799-e745601523e7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305347 Jul 14 14:11:49.101428 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f81abe-3271-40c9-b91d-91416dfaeea3 req-baa564b6-de3f-4539-b12b-0ca5702cdadf tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:49.102797 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8f81abe-3271-40c9-b91d-91416dfaeea3 req-baa564b6-de3f-4539-b12b-0ca5702cdadf tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0605316 Jul 14 14:11:49.143693 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e8f81abe-3271-40c9-b91d-91416dfaeea3 req-0302a07f-708d-40ff-a320-b129488b0fb1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350194 Jul 14 14:11:49.192890 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:11:50.313455 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505173c-740b-4549-8a5e-bcae7621bcf4 req-a4b091d7-1ba6-4633-b552-ea80768f850a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:50.314845 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8505173c-740b-4549-8a5e-bcae7621bcf4 req-a4b091d7-1ba6-4633-b552-ea80768f850a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0643442 Jul 14 14:11:50.352135 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8505173c-740b-4549-8a5e-bcae7621bcf4 req-0416e420-bd17-4074-ae28-f1d866454fca tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317850 Jul 14 14:11:51.523292 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b719695-1d41-4221-9de1-abccc7b5a22c req-ed147736-2c95-4ea5-a34c-1f8173c2c10c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:51.524791 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5b719695-1d41-4221-9de1-abccc7b5a22c req-ed147736-2c95-4ea5-a34c-1f8173c2c10c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0621684 Jul 14 14:11:51.561942 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5b719695-1d41-4221-9de1-abccc7b5a22c req-b5dfaaed-e56d-406e-b693-f6a901f6d8ff tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315650 Jul 14 14:11:52.732045 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0035b9-1096-4b61-b935-4169927bf056 req-d9f9c019-0b82-435d-8466-e2138e828f11 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:52.733511 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d0035b9-1096-4b61-b935-4169927bf056 req-d9f9c019-0b82-435d-8466-e2138e828f11 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0648749 Jul 14 14:11:52.769701 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d0035b9-1096-4b61-b935-4169927bf056 req-e30bd4a5-a818-4d8f-bcee-e9ad2d5c079b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307033 Jul 14 14:11:53.937846 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48d6bb-4046-4e18-98c9-a9f3eb04a36c req-6896df2e-93d1-4eff-9db6-0b7209779952 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:53.939346 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f48d6bb-4046-4e18-98c9-a9f3eb04a36c req-6896df2e-93d1-4eff-9db6-0b7209779952 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0621953 Jul 14 14:11:53.977034 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2f48d6bb-4046-4e18-98c9-a9f3eb04a36c req-33151bee-48a5-4fb8-983f-3bf714f96df3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312982 Jul 14 14:11:55.149915 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224b542-7c26-4752-b623-8ce3055e1126 req-24a981b2-2d5f-41df-9f24-1bc1d7747782 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:55.151391 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4224b542-7c26-4752-b623-8ce3055e1126 req-24a981b2-2d5f-41df-9f24-1bc1d7747782 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0632432 Jul 14 14:11:55.191925 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4224b542-7c26-4752-b623-8ce3055e1126 req-8a5abcd0-3871-4400-b245-1576161e39a3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350630 Jul 14 14:11:56.364141 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0d367-7505-40aa-8e18-590242bd4e2e req-1419809c-4492-4af5-9334-c8a8f7858e67 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:56.365917 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11e0d367-7505-40aa-8e18-590242bd4e2e req-1419809c-4492-4af5-9334-c8a8f7858e67 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0629187 Jul 14 14:11:56.404219 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-11e0d367-7505-40aa-8e18-590242bd4e2e req-63937e06-9d09-4401-8a68-21abf6ff6699 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328546 Jul 14 14:11:57.572249 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ec761-fdcd-49be-a763-bc2aaf70e267 req-aaae5f57-0192-49d7-a625-bd65555c1694 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:57.573782 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f8ec761-fdcd-49be-a763-bc2aaf70e267 req-aaae5f57-0192-49d7-a625-bd65555c1694 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0633128 Jul 14 14:11:57.610318 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f8ec761-fdcd-49be-a763-bc2aaf70e267 req-456e1100-2a3d-4262-a61a-56532fe9d575 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306733 Jul 14 14:11:57.658838 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:11:58.783998 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd332ac-3391-4ff1-b562-fa2b4c37c212 req-c4737ebb-4d7f-470e-9077-4cccd14996ea tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:58.785438 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dcd332ac-3391-4ff1-b562-fa2b4c37c212 req-c4737ebb-4d7f-470e-9077-4cccd14996ea tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0658565 Jul 14 14:11:58.821706 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dcd332ac-3391-4ff1-b562-fa2b4c37c212 req-9d460cb7-c931-4fc2-8dd3-f4a8f42efd4b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308566 Jul 14 14:11:59.990241 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278432d-444f-472b-b4c1-4a3d919386b4 req-f156c7bd-bcbe-4404-b0c9-d4e5df71bdd0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:11:59.991693 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3278432d-444f-472b-b4c1-4a3d919386b4 req-f156c7bd-bcbe-4404-b0c9-d4e5df71bdd0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0632207 Jul 14 14:12:00.027524 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3278432d-444f-472b-b4c1-4a3d919386b4 req-f003b850-0c1f-459a-86f9-396549eaadc9 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303748 Jul 14 14:12:01.203216 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334cde5-b38b-40b9-8bd6-f2519d92f447 req-3333a114-b613-4fbb-9b92-7b47f786bfa4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:01.204675 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8334cde5-b38b-40b9-8bd6-f2519d92f447 req-3333a114-b613-4fbb-9b92-7b47f786bfa4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0648677 Jul 14 14:12:01.242194 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8334cde5-b38b-40b9-8bd6-f2519d92f447 req-ddf0ef25-d50d-4e33-a414-f31bdfeb50f6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315340 Jul 14 14:12:02.412432 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c36995-8f57-45f4-ac9d-cdc760d2b5cf req-b1dc653c-a69a-408a-b3b8-baf0ad4a1e27 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:02.413962 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3c36995-8f57-45f4-ac9d-cdc760d2b5cf req-b1dc653c-a69a-408a-b3b8-baf0ad4a1e27 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0638659 Jul 14 14:12:02.451903 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e3c36995-8f57-45f4-ac9d-cdc760d2b5cf req-2e0282e4-14d2-4acf-903e-7aa33b68702d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321796 Jul 14 14:12:03.618996 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8274c-3660-4547-8d47-7f9d1cb0567a req-f6a78dc2-9283-4c41-a599-717d1dccf420 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:03.620332 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f6b8274c-3660-4547-8d47-7f9d1cb0567a req-f6a78dc2-9283-4c41-a599-717d1dccf420 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0603483 Jul 14 14:12:03.656106 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f6b8274c-3660-4547-8d47-7f9d1cb0567a req-8325a179-da74-4ed8-b08a-ee5e0e884cce tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304472 Jul 14 14:12:04.835777 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38d74b-8898-4a0f-aa0f-f0fad52cbb2e req-b191f7c5-e595-44f7-a4d3-08a37c7e11aa tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:04.837272 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec38d74b-8898-4a0f-aa0f-f0fad52cbb2e req-b191f7c5-e595-44f7-a4d3-08a37c7e11aa tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0729377 Jul 14 14:12:04.875660 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec38d74b-8898-4a0f-aa0f-f0fad52cbb2e req-3b61f51e-f724-42de-8dac-2bf24b44a89a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328717 Jul 14 14:12:06.053644 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9817a-e9ed-481e-8a5d-aab3e75f9e76 req-9cf58075-11f5-4c04-b9f8-a81e8970aa7b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:06.060541 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d6c9817a-e9ed-481e-8a5d-aab3e75f9e76 req-9cf58075-11f5-4c04-b9f8-a81e8970aa7b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0740478 Jul 14 14:12:06.093955 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d6c9817a-e9ed-481e-8a5d-aab3e75f9e76 req-89cec19d-ca8b-4068-aac3-37b29cf7c561 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325551 Jul 14 14:12:06.247442 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e8816-e056-4570-bc4c-a19133b00818 req-a3e849ca-8359-4019-ac1e-3f2476945cca tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:06.249704 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a46e8816-e056-4570-bc4c-a19133b00818 req-a3e849ca-8359-4019-ac1e-3f2476945cca tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 946 time: 0.1102912 Jul 14 14:12:06.291522 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a46e8816-e056-4570-bc4c-a19133b00818 req-99efa1d8-b7d6-4557-9c33-63dbb9b83dd0 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=067e2fd8-4ba3-4895-baae-80576c59bd41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364597 Jul 14 14:12:06.544566 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-53542eff-9bef-4bf8-866f-39e8429acc04 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:06.546032 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-53542eff-9bef-4bf8-866f-39e8429acc04 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 946 time: 0.0655103 Jul 14 14:12:06.646672 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Deleting port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:12:06.647025 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:06.735979 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] For port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=754b7d3d-79a5-4b34-8434-f6fd1fe3747b,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:12:06.736345 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:06.950022 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:06.950396 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:06.950709 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Floating IP 34a51d14-0631-4a58-9538-c9d39d3c9d9c disassociated. External IP: 172.27.0.238, port: 754b7d3d-79a5-4b34-8434-f6fd1fe3747b. Jul 14 14:12:06.951047 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Calling delete_port for 754b7d3d-79a5-4b34-8434-f6fd1fe3747b owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:12:07.074857 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:07.103441 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event deleted for resources: {'Port': ['ID=754b7d3d-79a5-4b34-8434-f6fd1fe3747b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:07.115727 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:07.116018 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:07.116357 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:07.116690 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:07.117020 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:07.117376 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:07.119080 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:07.119080 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:07.119080 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:07.119080 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:07.119080 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:07.119510 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:07.259161 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Router 38b20c73-e667-4d9e-9391-c69b2f8204fb has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:12:07.320403 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995bac2-3ac1-41de-9caa-11d873b4ed44 req-93469682-bb3e-48cd-92ba-6f840a2f9d1b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:07.321947 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e995bac2-3ac1-41de-9caa-11d873b4ed44 req-93469682-bb3e-48cd-92ba-6f840a2f9d1b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1127784 Jul 14 14:12:07.407875 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e995bac2-3ac1-41de-9caa-11d873b4ed44 req-0d19bdc0-583d-41e8-bb48-0b024716aa43 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783753 Jul 14 14:12:07.419063 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:12:07.432022 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c334523-5394-4707-8319-9ed34dfd81fb None None] Sync routers for ids ['38b20c73-e667-4d9e-9391-c69b2f8204fb'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:12:07.445553 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c334523-5394-4707-8319-9ed34dfd81fb None None] Routers {'38b20c73-e667-4d9e-9391-c69b2f8204fb'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:12:07.449493 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-2c334523-5394-4707-8319-9ed34dfd81fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:11:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['38b20c73-e667-4d9e-9391-c69b2f8204fb'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:12:07.478217 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] No DVR routers for this DVR port 754b7d3d-79a5-4b34-8434-f6fd1fe3747b on host hv-cinder-78692 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:12:07.481101 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:07.483580 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55bff5ab-ca89-40ea-9406-1951dc7b7ecd req-1f4d5e25-83f3-4de7-a278-67c6b2f8d431 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.38 "DELETE /v2.0/ports/754b7d3d-79a5-4b34-8434-f6fd1fe3747b HTTP/1.1" status: 204 len: 173 time: 0.9314196 Jul 14 14:12:07.484386 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd04b4bf-bddb-4ce8-9afa-153b86b32b8b', 'name': 'network-vif-deleted', 'tag': '754b7d3d-79a5-4b34-8434-f6fd1fe3747b'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:12:07.497206 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e726c6a6-85ad-44eb-8961-dbe42c77d649" -d '{"events": [{"server_uuid": "bd04b4bf-bddb-4ce8-9afa-153b86b32b8b", "name": "network-vif-deleted", "tag": "754b7d3d-79a5-4b34-8434-f6fd1fe3747b"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:12:07.558666 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bf4d6115-1f0e-48c0-aaea-9c44e016187b req-33608a95-b00b-4ec7-8062-8ac0fd0ad090 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd04b4bf-bddb-4ce8-9afa-153b86b32b8b HTTP/1.1" status: 200 len: 210 time: 0.0323496 Jul 14 14:12:07.617767 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c587f6-b3a2-44f9-8b33-d14dc23bd0ae x-openstack-request-id: req-12c587f6-b3a2-44f9-8b33-d14dc23bd0ae {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:12:07.618275 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd04b4bf-bddb-4ce8-9afa-153b86b32b8b", "name": "network-vif-deleted", "tag": "754b7d3d-79a5-4b34-8434-f6fd1fe3747b", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:12:07.618685 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-12c587f6-b3a2-44f9-8b33-d14dc23bd0ae {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:12:07.619234 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd04b4bf-bddb-4ce8-9afa-153b86b32b8b', 'name': 'network-vif-deleted', 'tag': '754b7d3d-79a5-4b34-8434-f6fd1fe3747b', 'status': 'completed', 'code': 200} Jul 14 14:12:07.739108 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-2c334523-5394-4707-8319-9ed34dfd81fb None None] Set router 38b20c73-e667-4d9e-9391-c69b2f8204fb gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:12:07.932510 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-2c334523-5394-4707-8319-9ed34dfd81fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:59Z', 'revision_number': 5, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:12:07.965903 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c334523-5394-4707-8319-9ed34dfd81fb None None] Checking router: 38b20c73-e667-4d9e-9391-c69b2f8204fb for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:12:07.974786 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c334523-5394-4707-8319-9ed34dfd81fb None None] Routers {'38b20c73-e667-4d9e-9391-c69b2f8204fb'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:12:07.975397 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-2c334523-5394-4707-8319-9ed34dfd81fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:11:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['38b20c73-e667-4d9e-9391-c69b2f8204fb'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:12:08.080992 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-2c334523-5394-4707-8319-9ed34dfd81fb None None] Set router 38b20c73-e667-4d9e-9391-c69b2f8204fb gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:12:08.280602 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-2c334523-5394-4707-8319-9ed34dfd81fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:59Z', 'revision_number': 5, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:12:08.305676 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c334523-5394-4707-8319-9ed34dfd81fb None None] The sync data for ids ['38b20c73-e667-4d9e-9391-c69b2f8204fb'] in dv-cinder-786927-3-iscsi is: [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:59Z', 'revision_number': 5, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:12:08.514124 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb42867c-2547-4aa1-8cbf-0ebe0a8a7b73 None None] New status for floating IP 34a51d14-0631-4a58-9538-c9d39d3c9d9c: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:12:08.611634 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4c57e-fce0-47f1-9a6a-e2a274580318 req-25819a5c-1193-49e2-ab2b-84b3128533fa tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:08.614503 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-18c4c57e-fce0-47f1-9a6a-e2a274580318 req-25819a5c-1193-49e2-ab2b-84b3128533fa tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0667417 Jul 14 14:12:08.666793 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-18c4c57e-fce0-47f1-9a6a-e2a274580318 req-11e69922-7900-4b69-98ac-e18b50722649 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Jul 14 14:12:09.705526 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 59192) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:12:09.758527 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:09.781519 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:09.811797 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 754b7d3d-79a5-4b34-8434-f6fd1fe3747b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:12:09.834031 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: 754b7d3d-79a5-4b34-8434-f6fd1fe3747b {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:12:09.834364 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:09.835626 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 754b7d3d-79a5-4b34-8434-f6fd1fe3747b not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:12:09.837768 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:09.841451 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "DELETE /v2.0/security-groups/067e2fd8-4ba3-4895-baae-80576c59bd41 HTTP/1.1" status: 204 len: 168 time: 0.1323833 Jul 14 14:12:09.842094 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59196) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:12:09.850348 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067e2fd8-4ba3-4895-baae-80576c59bd41,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:09.857978 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:09.858324 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:09.858681 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:09.859008 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:09.859310 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-b8bb940d-fc21-4212-bb3b-b50a0ca19da6 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] show failed (client error): The resource could not be found. Jul 14 14:12:09.859442 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:09.859642 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:09.862872 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:09.862872 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:09.863658 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b8bb940d-fc21-4212-bb3b-b50a0ca19da6 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups/067e2fd8-4ba3-4895-baae-80576c59bd41 HTTP/1.1" status: 404 len: 347 time: 0.0172553 Jul 14 14:12:09.863768 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:09.863768 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:09.863768 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:09.863768 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be9bb74-7e0d-4113-9cf4-e5ea59d09c6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:09.864118 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59200) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:12:09.879326 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bbb42-b2d6-4cf3-98a9-93ca8104e8b5 req-530cc9c6-5147-42ff-9f0d-0ff75f1493da tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:09.880828 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b92bbb42-b2d6-4cf3-98a9-93ca8104e8b5 req-530cc9c6-5147-42ff-9f0d-0ff75f1493da tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1005509 Jul 14 14:12:09.995012 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b92bbb42-b2d6-4cf3-98a9-93ca8104e8b5 req-09eeca83-5abf-40c0-879e-84c6b52a7b71 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879216 Jul 14 14:12:10.019310 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-25dd154c-578a-4720-81cc-c95947718562 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Deleting port fa4162a8-b13b-4d89-b2c7-32d712db8f5b {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:12:10.019662 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25dd154c-578a-4720-81cc-c95947718562 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.091506 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25dd154c-578a-4720-81cc-c95947718562 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.091839 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25dd154c-578a-4720-81cc-c95947718562 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.103719 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-25dd154c-578a-4720-81cc-c95947718562 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Calling delete_port for fa4162a8-b13b-4d89-b2c7-32d712db8f5b owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:12:10.238271 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25dd154c-578a-4720-81cc-c95947718562 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.260844 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd154c-578a-4720-81cc-c95947718562 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event deleted for resources: {'Port': ['ID=fa4162a8-b13b-4d89-b2c7-32d712db8f5b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:10.326350 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25dd154c-578a-4720-81cc-c95947718562 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.328791 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25dd154c-578a-4720-81cc-c95947718562 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.329961 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-25dd154c-578a-4720-81cc-c95947718562 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "DELETE /v2.0/floatingips/34a51d14-0631-4a58-9538-c9d39d3c9d9c HTTP/1.1" status: 204 len: 168 time: 0.4654255 Jul 14 14:12:10.710701 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59206) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:12:10.715689 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-1d672d77-db9e-43de-81e9-5cca28c8c7b4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054181281', 'description': 'tempest-description--1743341820'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:12:10.739178 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1d672d77-db9e-43de-81e9-5cca28c8c7b4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.826874 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1d672d77-db9e-43de-81e9-5cca28c8c7b4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.832829 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1d672d77-db9e-43de-81e9-5cca28c8c7b4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.840721 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.864981 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1d672d77-db9e-43de-81e9-5cca28c8c7b4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.866241 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1d672d77-db9e-43de-81e9-5cca28c8c7b4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1544814 Jul 14 14:12:10.867080 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d672d77-db9e-43de-81e9-5cca28c8c7b4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b09124-bc04-4537-b41d-2a0fe84690d4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:10.869180 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59210) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:12:10.877874 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-1e00746d-3003-498c-89ce-4f6bc775a35d tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Request body: {'security_group_rule': {'security_group_id': '21b09124-bc04-4537-b41d-2a0fe84690d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:12:10.899925 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e00746d-3003-498c-89ce-4f6bc775a35d tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.955968 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e00746d-3003-498c-89ce-4f6bc775a35d tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.959994 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e00746d-3003-498c-89ce-4f6bc775a35d tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.979276 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00746d-3003-498c-89ce-4f6bc775a35d tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb8062e-beaa-4251-94e7-d369dafa6ecd,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:10.987382 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e00746d-3003-498c-89ce-4f6bc775a35d tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:10.989211 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1e00746d-3003-498c-89ce-4f6bc775a35d tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190932 Jul 14 14:12:10.992350 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59214) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:12:10.996675 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-054d40c6-a5db-401b-9965-92e9efca764e tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Request body: {'security_group_rule': {'security_group_id': '21b09124-bc04-4537-b41d-2a0fe84690d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:12:11.026588 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-054d40c6-a5db-401b-9965-92e9efca764e tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.089391 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-054d40c6-a5db-401b-9965-92e9efca764e tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.093552 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-054d40c6-a5db-401b-9965-92e9efca764e tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.122237 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d40c6-a5db-401b-9965-92e9efca764e tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544c3c1e-f4e9-40af-b1c5-2cd505f5d908,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:11.127926 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-054d40c6-a5db-401b-9965-92e9efca764e tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.133357 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-054d40c6-a5db-401b-9965-92e9efca764e tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370025 Jul 14 14:12:11.134354 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59218) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:12:11.138731 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Request body: {'floatingip': {'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:12:11.159619 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.170972 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0c957-ac0c-41e1-8c1e-a71ecc295cfa req-398b6829-5ee1-432c-a64a-e7cdb1b1aab6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:11.172476 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-93d0c957-ac0c-41e1-8c1e-a71ecc295cfa req-398b6829-5ee1-432c-a64a-e7cdb1b1aab6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.0650990 Jul 14 14:12:11.211810 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-93d0c957-ac0c-41e1-8c1e-a71ecc295cfa req-9f163fff-f314-4659-9d4d-d8465a81e781 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329845 Jul 14 14:12:11.244530 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 59220) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:12:11.271442 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.416269 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-59b4de1e-49d0-4ccc-8afc-8cd9180821ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Deleting port 04662bb2-d07a-421f-a32c-ffc05733fcea {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:12:11.416617 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-59b4de1e-49d0-4ccc-8afc-8cd9180821ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.423224 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Allocated IP 172.27.0.113 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/9493bc9f-a48e-463d-853c-ea55ac8cf989) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:12:11.496673 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-59b4de1e-49d0-4ccc-8afc-8cd9180821ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.496673 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-59b4de1e-49d0-4ccc-8afc-8cd9180821ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.509492 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-59b4de1e-49d0-4ccc-8afc-8cd9180821ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Calling delete_port for 04662bb2-d07a-421f-a32c-ffc05733fcea owned by network:floatingip {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:12:11.530340 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.586884 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.636365 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:12:11.642194 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:12:11.650312 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:12:11.680136 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-59b4de1e-49d0-4ccc-8afc-8cd9180821ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.683500 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event updated for resources: {'Port': ['ID=9493bc9f-a48e-463d-853c-ea55ac8cf989,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:11.708982 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4de1e-49d0-4ccc-8afc-8cd9180821ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Pushing event deleted for resources: {'Port': ['ID=04662bb2-d07a-421f-a32c-ffc05733fcea,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:11.759687 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.783323 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-59b4de1e-49d0-4ccc-8afc-8cd9180821ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for floatingip, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:11.783754 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-59b4de1e-49d0-4ccc-8afc-8cd9180821ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Floating IP 32c958f2-efae-434c-8223-5dbb02d73ac5 disassociated (deleted). External IP: 172.27.0.43, port: 67608b3b-bb04-4460-a041-00bc84942502. Jul 14 14:12:11.814462 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:12.014857 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:12.026548 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:12.027842 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b4de1e-49d0-4ccc-8afc-8cd9180821ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Router ade64abd-36a2-4524-9221-a0dadd04e13c has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:12:12.100667 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event updated for resources: {'Port': ['ID=9493bc9f-a48e-463d-853c-ea55ac8cf989,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:12.109519 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:12.126591 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:12.128039 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6f4039ca-2660-49ab-9dc1-ad8b57c7d100 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9925890 Jul 14 14:12:12.476516 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-486109de-18d8-4d29-a03a-46013fab8e6c tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2054181281&fields=id&tenant_id=a3cbdfa5a4d5454e84b587911735d88d HTTP/1.1" status: 200 len: 267 time: 0.0470808 Jul 14 14:12:12.477599 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b4de1e-49d0-4ccc-8afc-8cd9180821ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:12:12.483706 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-59b4de1e-49d0-4ccc-8afc-8cd9180821ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:12.489000 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8a726-ddf3-43ac-b316-b2eeaa5e9e15 None None] Sync routers for ids ['ade64abd-36a2-4524-9221-a0dadd04e13c'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:12:12.498623 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8a726-ddf3-43ac-b316-b2eeaa5e9e15 None None] Routers {'ade64abd-36a2-4524-9221-a0dadd04e13c'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:12:12.499232 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3bc8a726-ddf3-43ac-b316-b2eeaa5e9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:11:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['ade64abd-36a2-4524-9221-a0dadd04e13c'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:12:12.574130 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-59b4de1e-49d0-4ccc-8afc-8cd9180821ba tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "DELETE /v2.0/floatingips/32c958f2-efae-434c-8223-5dbb02d73ac5 HTTP/1.1" status: 204 len: 168 time: 1.3282933 Jul 14 14:12:12.577233 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'tag': '67608b3b-bb04-4460-a041-00bc84942502'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:12:12.579116 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e133b3f1-de95-4e7d-bc4b-90c762b27518" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d93a37-2a27-4848-a6e3-b0bb681f07d0", "tag": "67608b3b-bb04-4460-a041-00bc84942502"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:12:12.611212 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-3bc8a726-ddf3-43ac-b316-b2eeaa5e9e15 None None] Set router ade64abd-36a2-4524-9221-a0dadd04e13c gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:12:12.624878 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-200a1308-1da8-48cb-ba9f-f9b7bd0aafc4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:12.626936 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-200a1308-1da8-48cb-ba9f-f9b7bd0aafc4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/networks?id=92dfb464-79ad-438f-84d7-a1d7875537d1 HTTP/1.1" status: 200 len: 811 time: 0.1419542 Jul 14 14:12:12.645968 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-7c64de40-46b2-477a-b47f-f7224de2a4eb tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/quotas/a3cbdfa5a4d5454e84b587911735d88d HTTP/1.1" status: 200 len: 375 time: 0.0109229 Jul 14 14:12:12.733005 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-85151421-ecbd-4b82-a210-1aebc2c51f5a tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3cbdfa5a4d5454e84b587911735d88d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803647 Jul 14 14:12:12.811671 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bc59e233-e4ca-42f3-92dd-467361e18be2 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:12:12.819536 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bc59e233-e4ca-42f3-92dd-467361e18be2 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0744133 Jul 14 14:12:12.883795 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3bc8a726-ddf3-43ac-b316-b2eeaa5e9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:02:23Z', 'revision_number': 4, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port': {'id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '4045817e-182c-4e11-b614-b161766bb4b1', 'name': '', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'mac_address': 'fa:16:3e:9e:7b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '13419f97-ab25-484c-967b-aced639b47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:22Z', 'updated_at': '2021-07-14T14:02:29Z', 'revision_number': 5, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'subnets': [{'id': '13419f97-ab25-484c-967b-aced639b47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:12:12.910976 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8a726-ddf3-43ac-b316-b2eeaa5e9e15 None None] Checking router: ade64abd-36a2-4524-9221-a0dadd04e13c for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:12:12.918413 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-876396e5-2b5f-43f1-957f-4c18543a6f88 service neutron] 10.222.0.57 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980127 Jul 14 14:12:12.922422 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8a726-ddf3-43ac-b316-b2eeaa5e9e15 None None] Routers {'ade64abd-36a2-4524-9221-a0dadd04e13c'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:12:12.923204 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3bc8a726-ddf3-43ac-b316-b2eeaa5e9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:11:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['ade64abd-36a2-4524-9221-a0dadd04e13c'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:12:12.946536 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9870f97e-fceb-4791-b455-5c9d470a2690 x-openstack-request-id: req-9870f97e-fceb-4791-b455-5c9d470a2690 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:12:12.946887 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d93a37-2a27-4848-a6e3-b0bb681f07d0", "tag": "67608b3b-bb04-4460-a041-00bc84942502", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:12:12.947206 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9870f97e-fceb-4791-b455-5c9d470a2690 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:12:12.947659 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'tag': '67608b3b-bb04-4460-a041-00bc84942502', 'status': 'completed', 'code': 200} Jul 14 14:12:13.056721 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133b3f1-de95-4e7d-bc4b-90c762b27518 req-4d0750a0-3f65-4293-850d-7a95f3fc92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:13.058830 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e133b3f1-de95-4e7d-bc4b-90c762b27518 req-4d0750a0-3f65-4293-850d-7a95f3fc92ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e27764fd7e97437f820fc188b28a2fde&device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 1096 time: 0.0726290 Jul 14 14:12:13.066391 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-3bc8a726-ddf3-43ac-b316-b2eeaa5e9e15 None None] Set router ade64abd-36a2-4524-9221-a0dadd04e13c gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:12:13.130081 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-37be7247-e0a2-4275-bffe-0e6211b7d98f service neutron] 10.222.0.57 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038391 Jul 14 14:12:13.154937 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968521d6-23ec-49ee-b2a0-59346c4f63a7 req-8870e138-7276-44c6-ab5d-56b41b3b6e86 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:13.157110 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-968521d6-23ec-49ee-b2a0-59346c4f63a7 req-8870e138-7276-44c6-ab5d-56b41b3b6e86 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1590669 Jul 14 14:12:13.192133 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133b3f1-de95-4e7d-bc4b-90c762b27518 req-4783247d-486e-47d8-a2c8-c21e6ba4c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:13.193708 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e133b3f1-de95-4e7d-bc4b-90c762b27518 req-4783247d-486e-47d8-a2c8-c21e6ba4c416 service neutron] 10.222.0.38 "GET /v2.0/networks?id=db969060-89c4-45a0-a6df-b75fe2cb2c07 HTTP/1.1" status: 200 len: 909 time: 0.1186471 Jul 14 14:12:13.245783 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e133b3f1-de95-4e7d-bc4b-90c762b27518 req-1fa58ab6-0fc6-4c35-baf9-e697079ebab8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67608b3b-bb04-4460-a041-00bc84942502 HTTP/1.1" status: 200 len: 217 time: 0.0444779 Jul 14 14:12:13.259123 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77921f-24fd-4ce6-82fa-e09113649108 req-fac32f2e-963d-4ca2-aaa3-ed896e94b2a6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:13.260703 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ef77921f-24fd-4ce6-82fa-e09113649108 req-fac32f2e-963d-4ca2-aaa3-ed896e94b2a6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 943 time: 0.1972845 Jul 14 14:12:13.292640 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-968521d6-23ec-49ee-b2a0-59346c4f63a7 req-7708b18d-45c9-4369-abd7-acc59368e1b6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Deleting port 67608b3b-bb04-4460-a041-00bc84942502 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:12:13.293324 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-968521d6-23ec-49ee-b2a0-59346c4f63a7 req-7708b18d-45c9-4369-abd7-acc59368e1b6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:13.337915 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133b3f1-de95-4e7d-bc4b-90c762b27518 req-2c4b14d5-1b47-49a7-a3f8-62716c885d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:13.339409 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e133b3f1-de95-4e7d-bc4b-90c762b27518 req-2c4b14d5-1b47-49a7-a3f8-62716c885d2c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=13419f97-ab25-484c-967b-aced639b47ff HTTP/1.1" status: 200 len: 847 time: 0.0777838 Jul 14 14:12:13.342365 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ef77921f-24fd-4ce6-82fa-e09113649108 req-b9f2c826-d3b4-4dfc-8878-70544e7d2e3a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/security-groups?id=8605b09c-30ee-483c-b4d3-6712018f6a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717378 Jul 14 14:12:13.403082 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133b3f1-de95-4e7d-bc4b-90c762b27518 req-8ab71871-dbd3-4bf0-8276-021dd34d3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:13.405007 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e133b3f1-de95-4e7d-bc4b-90c762b27518 req-8ab71871-dbd3-4bf0-8276-021dd34d3210 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=db969060-89c4-45a0-a6df-b75fe2cb2c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592198 Jul 14 14:12:13.416122 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3bc8a726-ddf3-43ac-b316-b2eeaa5e9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:02:23Z', 'revision_number': 4, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port': {'id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '4045817e-182c-4e11-b614-b161766bb4b1', 'name': '', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'mac_address': 'fa:16:3e:9e:7b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '13419f97-ab25-484c-967b-aced639b47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:22Z', 'updated_at': '2021-07-14T14:02:29Z', 'revision_number': 5, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'subnets': [{'id': '13419f97-ab25-484c-967b-aced639b47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:12:13.448831 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc8a726-ddf3-43ac-b316-b2eeaa5e9e15 None None] The sync data for ids ['ade64abd-36a2-4524-9221-a0dadd04e13c'] in dv-cinder-786927-3-iscsi is: [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:02:23Z', 'revision_number': 4, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port': {'id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '4045817e-182c-4e11-b614-b161766bb4b1', 'name': '', 'network_id': 'db969060-89c4-45a0-a6df-b75fe2cb2c07', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'mac_address': 'fa:16:3e:9e:7b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '13419f97-ab25-484c-967b-aced639b47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:22Z', 'updated_at': '2021-07-14T14:02:29Z', 'revision_number': 5, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'subnets': [{'id': '13419f97-ab25-484c-967b-aced639b47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:12:13.477133 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-afd2c5ce-781a-40af-92e3-9c01dd2cf063 req-752c8932-b64f-405b-9aec-73d502be96fd tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 210 time: 0.0456283 Jul 14 14:12:13.508617 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-968521d6-23ec-49ee-b2a0-59346c4f63a7 req-7708b18d-45c9-4369-abd7-acc59368e1b6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] For port 67608b3b-bb04-4460-a041-00bc84942502, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=67608b3b-bb04-4460-a041-00bc84942502,segment=NetworkSegment(0ec56c5e-2beb-4054-b4f7-34ce88325688),segment_id=0ec56c5e-2beb-4054-b4f7-34ce88325688)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:12:13.509139 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-968521d6-23ec-49ee-b2a0-59346c4f63a7 req-7708b18d-45c9-4369-abd7-acc59368e1b6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:13.528184 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-968521d6-23ec-49ee-b2a0-59346c4f63a7 req-7708b18d-45c9-4369-abd7-acc59368e1b6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Calling delete_port for 67608b3b-bb04-4460-a041-00bc84942502 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:12:13.605718 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2b187dd2-5816-49bf-a15b-753efa672fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:13.708349 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-968521d6-23ec-49ee-b2a0-59346c4f63a7 req-7708b18d-45c9-4369-abd7-acc59368e1b6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:13.739277 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708b18d-45c9-4369-abd7-acc59368e1b6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Pushing event deleted for resources: {'Port': ['ID=67608b3b-bb04-4460-a041-00bc84942502,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:13.808472 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-968521d6-23ec-49ee-b2a0-59346c4f63a7 req-7708b18d-45c9-4369-abd7-acc59368e1b6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] No DVR routers for this DVR port 67608b3b-bb04-4460-a041-00bc84942502 on host hv-cinder-78692 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:12:13.814891 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-968521d6-23ec-49ee-b2a0-59346c4f63a7 req-7708b18d-45c9-4369-abd7-acc59368e1b6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:13.818050 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-968521d6-23ec-49ee-b2a0-59346c4f63a7 req-7708b18d-45c9-4369-abd7-acc59368e1b6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.38 "DELETE /v2.0/ports/67608b3b-bb04-4460-a041-00bc84942502 HTTP/1.1" status: 204 len: 173 time: 0.6554284 Jul 14 14:12:13.820968 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170c4f8f-58f6-45f2-80a7-bd3bf22ec25c None None] New status for floating IP 32c958f2-efae-434c-8223-5dbb02d73ac5: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:12:13.873310 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e133b3f1-de95-4e7d-bc4b-90c762b27518 req-5209ed24-511e-40c6-bbad-f37f630b1e6c service neutron] 10.222.0.38 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583290 Jul 14 14:12:14.000083 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e133b3f1-de95-4e7d-bc4b-90c762b27518 req-51c5e763-5f2d-473f-af7d-8cc29015a9a5 service neutron] 10.222.0.38 "GET /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155710 Jul 14 14:12:14.491116 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4f29e374-c770-429d-8fe0-3a8704221642 req-71f00773-d1c0-47ec-bca3-9488b9911ff8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0297303 Jul 14 14:12:14.633283 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-eb494757-1311-47bf-a2f5-8a28c1fd5689 req-c94d2af5-1ee3-45a7-afca-e09bef535c8f tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 210 time: 0.0364161 Jul 14 14:12:14.714433 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-e537bf83-9cf0-49f1-bb72-3c5b9457fb4f tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:14.715890 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-e537bf83-9cf0-49f1-bb72-3c5b9457fb4f tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.38 "GET /v2.0/networks?id=92dfb464-79ad-438f-84d7-a1d7875537d1 HTTP/1.1" status: 200 len: 811 time: 0.1068871 Jul 14 14:12:14.764409 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-9f72b59f-b1e5-40ce-ae20-5585324e83fb tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3cbdfa5a4d5454e84b587911735d88d HTTP/1.1" status: 200 len: 380 time: 0.0353131 Jul 14 14:12:14.773327 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-0a8d1f47-a6dd-4a79-aa51-9a5fe833db82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Request body: {'port': {'device_id': 'adec180d-d396-400f-9613-dee4a86e1aa6', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'admin_state_up': True, 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'security_groups': ['21b09124-bc04-4537-b41d-2a0fe84690d4']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:12:14.883803 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-0a8d1f47-a6dd-4a79-aa51-9a5fe833db82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Made reservation on behalf of a3cbdfa5a4d5454e84b587911735d88d for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:12:14.887413 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-0a8d1f47-a6dd-4a79-aa51-9a5fe833db82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:14.948762 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'name': 'network-vif-deleted', 'tag': '67608b3b-bb04-4460-a041-00bc84942502'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:12:14.951202 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f344e3dc-a6b0-4d7a-8c73-736276a7bd37" -d '{"events": [{"server_uuid": "e1d93a37-2a27-4848-a6e3-b0bb681f07d0", "name": "network-vif-deleted", "tag": "67608b3b-bb04-4460-a041-00bc84942502"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:12:14.986114 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe4003e-36fb-43f2-825f-bc98ee26a56b x-openstack-request-id: req-dfe4003e-36fb-43f2-825f-bc98ee26a56b {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:12:14.986474 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d93a37-2a27-4848-a6e3-b0bb681f07d0", "name": "network-vif-deleted", "tag": "67608b3b-bb04-4460-a041-00bc84942502", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:12:14.986793 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dfe4003e-36fb-43f2-825f-bc98ee26a56b {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:12:14.987187 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d93a37-2a27-4848-a6e3-b0bb681f07d0', 'name': 'network-vif-deleted', 'tag': '67608b3b-bb04-4460-a041-00bc84942502', 'status': 'completed', 'code': 200} Jul 14 14:12:15.012292 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-0a8d1f47-a6dd-4a79-aa51-9a5fe833db82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Allocated IP 172.20.0.4 (92dfb464-79ad-438f-84d7-a1d7875537d1/737b1b91-1b10-47bf-a364-9061ed8a4756/d6c896f5-6e8c-4efd-b4ef-a194b07d2c34) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:12:15.145150 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-0a8d1f47-a6dd-4a79-aa51-9a5fe833db82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:15.157976 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-0a8d1f47-a6dd-4a79-aa51-9a5fe833db82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Transition to ACTIVE for port object d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:12:15.190376 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-0a8d1f47-a6dd-4a79-aa51-9a5fe833db82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:15.232455 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-0a8d1f47-a6dd-4a79-aa51-9a5fe833db82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Network 92dfb464-79ad-438f-84d7-a1d7875537d1 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:12:15.237539 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-0a8d1f47-a6dd-4a79-aa51-9a5fe833db82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:12:15.245624 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-0a8d1f47-a6dd-4a79-aa51-9a5fe833db82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:12:15.268909 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d1f47-a6dd-4a79-aa51-9a5fe833db82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event updated for resources: {'Port': ['ID=d6c896f5-6e8c-4efd-b4ef-a194b07d2c34,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:15.302089 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-0a8d1f47-a6dd-4a79-aa51-9a5fe833db82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:15.302728 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-0a8d1f47-a6dd-4a79-aa51-9a5fe833db82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:15.317155 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-0a8d1f47-a6dd-4a79-aa51-9a5fe833db82 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5474064 Jul 14 14:12:15.329745 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Request body: {'port': {'device_id': 'adec180d-d396-400f-9613-dee4a86e1aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:12:15.405232 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:15.458381 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-91fdafe0-38df-4264-b890-b0003ebca62c None None] Provisioning for port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:12:15.462270 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-91fdafe0-38df-4264-b890-b0003ebca62c None None] Provisioning complete for port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:12:15.462634 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-91fdafe0-38df-4264-b890-b0003ebca62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:15.496289 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-91fdafe0-38df-4264-b890-b0003ebca62c None None] Port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:12:15.640943 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-445bef62-01b0-4cab-9811-e8ffdbaa74cd req-f6b8ed69-a82e-4059-af4e-89081172a6b4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0291283 Jul 14 14:12:15.687651 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:12:15.696005 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:15.707616 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Transition to ACTIVE for port object d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:12:15.711622 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:15.788247 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c896f5-6e8c-4efd-b4ef-a194b07d2c34,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:15.886498 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028d376-4b26-4b07-883e-036ab6564013 req-e3b5b9c0-6c09-4b46-b2a0-ffc196457e66 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:15.888064 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c028d376-4b26-4b07-883e-036ab6564013 req-e3b5b9c0-6c09-4b46-b2a0-ffc196457e66 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 943 time: 0.1378331 Jul 14 14:12:15.888782 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Attempting to bind port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:12:15.889137 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Attempting to bind port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:12:15.889468 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Attempting to bind port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 on network 92dfb464-79ad-438f-84d7-a1d7875537d1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:12:15.896121 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 on network 92dfb464-79ad-438f-84d7-a1d7875537d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:12:15.896444 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Attempting to bind port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 on network 92dfb464-79ad-438f-84d7-a1d7875537d1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:12:15.914205 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:12:15.914581 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Checking segment: {'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:12:15.915194 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Bound using segment: {'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:12:15.915695 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Bound port: d6c896f5-6e8c-4efd-b4ef-a194b07d2c34, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0334a248-e5c9-46b1-adef-dc4273ca9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:12:15.916451 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:15.961458 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c028d376-4b26-4b07-883e-036ab6564013 req-06805ae1-2bd8-428d-a3f2-29ada24debdf tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=21b09124-bc04-4537-b41d-2a0fe84690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670755 Jul 14 14:12:15.995420 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] For port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34, host hv-cinder-78692, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:12:15.998563 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] For port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d6c896f5-6e8c-4efd-b4ef-a194b07d2c34,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:12:16.001923 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:16.034372 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:16.035630 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:16.036941 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] 10.222.0.38 "PUT /v2.0/ports/d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 HTTP/1.1" status: 200 len: 1093 time: 0.7117510 Jul 14 14:12:16.037395 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adec180d-d396-400f-9613-dee4a86e1aa6', 'tag': 'd6c896f5-6e8c-4efd-b4ef-a194b07d2c34'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:12:16.039594 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404da818-7214-4700-8740-af7a482778c8" -d '{"events": [{"name": "network-changed", "server_uuid": "adec180d-d396-400f-9613-dee4a86e1aa6", "tag": "d6c896f5-6e8c-4efd-b4ef-a194b07d2c34"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:12:16.070339 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf035978-b2cc-47b8-80f0-be66125b5720 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c896f5-6e8c-4efd-b4ef-a194b07d2c34,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:16.088900 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4592bc-1a69-4d03-b8b4-676385757014 x-openstack-request-id: req-3f4592bc-1a69-4d03-b8b4-676385757014 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:12:16.089211 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adec180d-d396-400f-9613-dee4a86e1aa6", "tag": "d6c896f5-6e8c-4efd-b4ef-a194b07d2c34", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:12:16.089459 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f4592bc-1a69-4d03-b8b4-676385757014 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:12:16.089844 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adec180d-d396-400f-9613-dee4a86e1aa6', 'tag': 'd6c896f5-6e8c-4efd-b4ef-a194b07d2c34', 'status': 'completed', 'code': 200} Jul 14 14:12:16.140397 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-ee86fe6c-1b5d-4b00-9c5f-a38bd05e6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:16.141993 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-ee86fe6c-1b5d-4b00-9c5f-a38bd05e6834 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a3cbdfa5a4d5454e84b587911735d88d&device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0632424 Jul 14 14:12:16.184118 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-ec155c31-087b-4361-bd06-eee210f61956 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 HTTP/1.1" status: 200 len: 217 time: 0.0351434 Jul 14 14:12:16.231800 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-ffd47a2d-5f14-458b-bd1a-defe27e204b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:16.233314 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-ffd47a2d-5f14-458b-bd1a-defe27e204b5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=737b1b91-1b10-47bf-a364-9061ed8a4756 HTTP/1.1" status: 200 len: 850 time: 0.0433381 Jul 14 14:12:16.291195 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-f7f30636-69c4-4952-82ef-9d6043539648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:16.292682 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-f7f30636-69c4-4952-82ef-9d6043539648 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92dfb464-79ad-438f-84d7-a1d7875537d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514023 Jul 14 14:12:16.333971 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-682c2a48-dc48-411b-9b50-7cb71ca20a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:16.382015 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-9819566b-8d46-4936-a316-c35a8c984323 service neutron] 10.222.0.38 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826449 Jul 14 14:12:16.447755 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:16.470497 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec0c1b82-9a18-4b74-af82-3d8fb1bf8888 req-bb9c1421-e9d3-40f7-bcec-7027d02b3673 service neutron] 10.222.0.38 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812547 Jul 14 14:12:16.577792 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404da818-7214-4700-8740-af7a482778c8 req-f8fe0915-2f83-48d0-8c07-c8f17cbc38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:16.579357 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-404da818-7214-4700-8740-af7a482778c8 req-f8fe0915-2f83-48d0-8c07-c8f17cbc38d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a3cbdfa5a4d5454e84b587911735d88d&device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0614185 Jul 14 14:12:16.666980 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404da818-7214-4700-8740-af7a482778c8 req-e526b537-505e-403e-81af-cb86355b92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:16.668718 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-404da818-7214-4700-8740-af7a482778c8 req-e526b537-505e-403e-81af-cb86355b92b4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=92dfb464-79ad-438f-84d7-a1d7875537d1 HTTP/1.1" status: 200 len: 912 time: 0.0822411 Jul 14 14:12:16.716711 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-404da818-7214-4700-8740-af7a482778c8 req-5f913581-b199-4f99-bc61-d07849aeea6a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 HTTP/1.1" status: 200 len: 217 time: 0.0412114 Jul 14 14:12:16.765453 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404da818-7214-4700-8740-af7a482778c8 req-d5f90165-c94d-4d1c-a0e4-48862d6d25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:16.766921 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-404da818-7214-4700-8740-af7a482778c8 req-d5f90165-c94d-4d1c-a0e4-48862d6d25b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=737b1b91-1b10-47bf-a364-9061ed8a4756 HTTP/1.1" status: 200 len: 850 time: 0.0439050 Jul 14 14:12:16.780755 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0796b1df-955f-48e7-b4fb-6d19968f0a40 req-5ac95f13-865c-4dca-9454-2f5da40bfd3f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0282342 Jul 14 14:12:16.824382 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404da818-7214-4700-8740-af7a482778c8 req-014fb10d-8bfa-4187-846b-b3389723fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:16.826066 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-404da818-7214-4700-8740-af7a482778c8 req-014fb10d-8bfa-4187-846b-b3389723fa34 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92dfb464-79ad-438f-84d7-a1d7875537d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528395 Jul 14 14:12:16.916515 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-404da818-7214-4700-8740-af7a482778c8 req-b2f4bd8c-6c65-452c-8aa9-f448fefe20ef service neutron] 10.222.0.38 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830302 Jul 14 14:12:17.006443 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-404da818-7214-4700-8740-af7a482778c8 req-e8d6deaf-9a85-42c3-99fe-76ecfb8edbbe service neutron] 10.222.0.38 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831559 Jul 14 14:12:17.137519 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabfc5c-dc0a-418a-8b35-0909b8896052 req-1790151a-c9e6-41dc-9d10-2258f7242325 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:17.139001 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1eabfc5c-dc0a-418a-8b35-0909b8896052 req-1790151a-c9e6-41dc-9d10-2258f7242325 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 943 time: 0.0627272 Jul 14 14:12:17.176001 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1eabfc5c-dc0a-418a-8b35-0909b8896052 req-6764936d-c73c-46a3-99d4-d0e5e89e67d4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=21b09124-bc04-4537-b41d-2a0fe84690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310280 Jul 14 14:12:17.361949 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:17.919059 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-983f8818-1664-459d-ab8b-e35e3be4995a req-a2c6ad75-b9d4-4196-8d9c-8f132b77d5a1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0307887 Jul 14 14:12:18.360332 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503dce2-2dac-4682-b53c-61dd05fd5121 req-b555d768-3c93-4d7f-b70e-2a28f5e88799 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:18.362893 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c503dce2-2dac-4682-b53c-61dd05fd5121 req-b555d768-3c93-4d7f-b70e-2a28f5e88799 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 943 time: 0.0740395 Jul 14 14:12:18.407231 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c503dce2-2dac-4682-b53c-61dd05fd5121 req-7efa225b-87ca-4a08-a439-3c361aa122d8 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=21b09124-bc04-4537-b41d-2a0fe84690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382316 Jul 14 14:12:19.060797 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b39996a1-a481-4888-9aed-6fb9b57c364e req-159ca6cd-c7f7-4aed-8d5c-04b8c017b46e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0297916 Jul 14 14:12:19.195423 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:19.583726 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d6329-ece6-436b-828f-275d52c5436c req-023364dd-a698-4883-9203-230bd99f5195 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:19.585207 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b24d6329-ece6-436b-828f-275d52c5436c req-023364dd-a698-4883-9203-230bd99f5195 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 943 time: 0.0694358 Jul 14 14:12:19.622843 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b24d6329-ece6-436b-828f-275d52c5436c req-2879a2ed-66d6-4f0f-8e0c-39cbd3a76d80 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=21b09124-bc04-4537-b41d-2a0fe84690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321696 Jul 14 14:12:19.837864 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:12:19.931507 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d6c896f5-6e8c-4efd-b4ef-a194b07d2c34,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:12:19.943480 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': 'd6c896f5-6e8c-4efd-b4ef-a194b07d2c34', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'port_id': 'd6c896f5-6e8c-4efd-b4ef-a194b07d2c34', 'mac_address': 'fa:16:3e:4b:ee:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:12:19.978435 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:19.991673 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:12:20.010607 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d6c896f5-6e8c-4efd-b4ef-a194b07d2c34,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:12:20.014531 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:20.064118 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=d6c896f5-6e8c-4efd-b4ef-a194b07d2c34,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:20.071605 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:20.071953 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:20.072290 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:20.072622 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:20.072949 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:20.073300 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:20.073623 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:20.073946 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:20.074295 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:20.074617 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:20.074936 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:20.075252 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:12:20.195764 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4a1f11c6-7aa9-4f74-bc52-db128da7ed81 req-63f8917e-b273-4e1a-8e09-c1ae0023a28b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0287094 Jul 14 14:12:20.281585 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['d6c896f5-6e8c-4efd-b4ef-a194b07d2c34'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:12:20.788821 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8935b3-bedc-41a6-8463-6e1067de9a97 req-817db922-382d-4464-a5ff-5a945a74606d tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:20.790224 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fc8935b3-bedc-41a6-8463-6e1067de9a97 req-817db922-382d-4464-a5ff-5a945a74606d tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 944 time: 0.0616853 Jul 14 14:12:20.827110 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fc8935b3-bedc-41a6-8463-6e1067de9a97 req-7afd3285-6ad8-4cd0-9206-aee1ab8dfa25 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=21b09124-bc04-4537-b41d-2a0fe84690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Jul 14 14:12:21.333077 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-48badf1e-5605-45be-85d7-2b65d3c9942b req-531d468e-7635-4eff-aa27-69a7563fe017 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0282063 Jul 14 14:12:21.838053 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:12:21.886456 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:12:21.889973 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:12:21.890344 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:21.968425 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:21.992210 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adec180d-d396-400f-9613-dee4a86e1aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c896f5-6e8c-4efd-b4ef-a194b07d2c34'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:12:21.994784 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff860f5-ac5f-4c6d-807a-ef0465200468" -d '{"events": [{"server_uuid": "adec180d-d396-400f-9613-dee4a86e1aa6", "name": "network-vif-plugged", "status": "completed", "tag": "d6c896f5-6e8c-4efd-b4ef-a194b07d2c34"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:12:22.008461 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d6c896f5-6e8c-4efd-b4ef-a194b07d2c34,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:12:22.013287 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:22.021325 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b55130-67e3-44bd-9e93-b6f75d543c77 req-b659ab88-7c3c-4563-8f0a-974779c6c77d tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:22.022875 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65b55130-67e3-44bd-9e93-b6f75d543c77 req-b659ab88-7c3c-4563-8f0a-974779c6c77d tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 944 time: 0.0809596 Jul 14 14:12:22.062160 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65b55130-67e3-44bd-9e93-b6f75d543c77 req-8a0f4c18-1585-4572-9d2f-a34f6a86af4b tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=21b09124-bc04-4537-b41d-2a0fe84690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335197 Jul 14 14:12:22.065293 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=d6c896f5-6e8c-4efd-b4ef-a194b07d2c34,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:12:22.096743 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5856894c-83b1-47b9-a7bd-a3eb2b070efe x-openstack-request-id: req-5856894c-83b1-47b9-a7bd-a3eb2b070efe {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:12:22.097098 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adec180d-d396-400f-9613-dee4a86e1aa6", "name": "network-vif-plugged", "status": "completed", "tag": "d6c896f5-6e8c-4efd-b4ef-a194b07d2c34", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:12:22.097883 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5856894c-83b1-47b9-a7bd-a3eb2b070efe {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:12:22.098259 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adec180d-d396-400f-9613-dee4a86e1aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c896f5-6e8c-4efd-b4ef-a194b07d2c34', 'code': 200} Jul 14 14:12:22.312831 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb312479-b65d-43d4-ac36-969aed20d43c req-a54222aa-1ae1-47c1-a57f-817d0f6f765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:22.314388 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cb312479-b65d-43d4-ac36-969aed20d43c req-a54222aa-1ae1-47c1-a57f-817d0f6f765e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0525401 Jul 14 14:12:22.347155 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cb312479-b65d-43d4-ac36-969aed20d43c req-3af4044a-5571-4074-bc96-c2027856c8ca service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=21b09124-bc04-4537-b41d-2a0fe84690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262635 Jul 14 14:12:22.475607 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-435b5983-1f50-445d-b6a6-90c4bb9fb121 req-564113e1-934e-42bc-be12-4a78bd378f6c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0311716 Jul 14 14:12:23.239271 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc18e90-a60d-4323-b5d5-6ff155fda4b1 req-ba8bc87e-38c1-43a9-b3c7-e97e21642ea3 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:23.241084 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ecc18e90-a60d-4323-b5d5-6ff155fda4b1 req-ba8bc87e-38c1-43a9-b3c7-e97e21642ea3 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 945 time: 0.0658317 Jul 14 14:12:23.279519 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ecc18e90-a60d-4323-b5d5-6ff155fda4b1 req-ca96c076-74d7-4b30-b6b5-20e67e10e798 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=21b09124-bc04-4537-b41d-2a0fe84690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327163 Jul 14 14:12:23.612479 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7f51504d-094a-4366-919a-8b79e689a08b req-8e730004-cd9a-4789-8680-6e62ad7ef82b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0281482 Jul 14 14:12:24.450019 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24084fab-5637-4a63-9531-461ff82511ab req-af305338-9679-42f9-b05c-72426ac5b44a tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:24.451486 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-24084fab-5637-4a63-9531-461ff82511ab req-af305338-9679-42f9-b05c-72426ac5b44a tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 945 time: 0.0620348 Jul 14 14:12:24.488642 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-24084fab-5637-4a63-9531-461ff82511ab req-c7b931c0-cecd-40b5-a0a3-31c2e929a8c7 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=21b09124-bc04-4537-b41d-2a0fe84690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316660 Jul 14 14:12:24.656172 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0f7ad-02a2-4fd4-9ca1-a2413b8149b8 req-13e8222f-8ad6-4929-ae80-09d99d786f6b tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:24.657688 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-34e0f7ad-02a2-4fd4-9ca1-a2413b8149b8 req-13e8222f-8ad6-4929-ae80-09d99d786f6b tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 945 time: 0.0646281 Jul 14 14:12:24.666767 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59352) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:12:24.671387 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ccf53908-d9d3-406c-8bee-9545db6750b1 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Request body: {'floatingip': {'port_id': 'd6c896f5-6e8c-4efd-b4ef-a194b07d2c34'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:12:24.710921 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf53908-d9d3-406c-8bee-9545db6750b1 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for floatingip, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:24.757585 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-47a4cafe-26c2-4837-bdc0-da7e54076e79 req-88a6621d-24ea-4ed0-87a9-aa35fb12d5d4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0325086 Jul 14 14:12:25.137938 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf53908-d9d3-406c-8bee-9545db6750b1 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:25.142120 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf53908-d9d3-406c-8bee-9545db6750b1 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:25.238971 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-ccf53908-d9d3-406c-8bee-9545db6750b1 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Floating IP 64d4b100-19b5-460f-a207-3ecfee84ea4d associated. External IP: 172.27.0.113, port: d6c896f5-6e8c-4efd-b4ef-a194b07d2c34. Jul 14 14:12:25.443082 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf53908-d9d3-406c-8bee-9545db6750b1 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Router 38b20c73-e667-4d9e-9391-c69b2f8204fb has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:12:25.550451 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf53908-d9d3-406c-8bee-9545db6750b1 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:12:25.555856 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf53908-d9d3-406c-8bee-9545db6750b1 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:25.560179 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea2ab36-6885-49c8-9ef3-35187ef0be23 None None] Sync routers for ids ['38b20c73-e667-4d9e-9391-c69b2f8204fb'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:12:25.568680 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea2ab36-6885-49c8-9ef3-35187ef0be23 None None] Routers {'38b20c73-e667-4d9e-9391-c69b2f8204fb'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:12:25.569306 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-8ea2ab36-6885-49c8-9ef3-35187ef0be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:12:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['38b20c73-e667-4d9e-9391-c69b2f8204fb'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:12:25.593243 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ccf53908-d9d3-406c-8bee-9545db6750b1 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "PUT /v2.0/floatingips/64d4b100-19b5-460f-a207-3ecfee84ea4d HTTP/1.1" status: 200 len: 991 time: 0.9228232 Jul 14 14:12:25.593243 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adec180d-d396-400f-9613-dee4a86e1aa6', 'tag': 'd6c896f5-6e8c-4efd-b4ef-a194b07d2c34'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:12:25.593654 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7eaf87-05f8-4eca-a395-04c252526e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "adec180d-d396-400f-9613-dee4a86e1aa6", "tag": "d6c896f5-6e8c-4efd-b4ef-a194b07d2c34"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:12:25.631332 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec205d0f-a9a5-46e3-a104-1e46881e1a3d x-openstack-request-id: req-ec205d0f-a9a5-46e3-a104-1e46881e1a3d {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:12:25.631633 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adec180d-d396-400f-9613-dee4a86e1aa6", "tag": "d6c896f5-6e8c-4efd-b4ef-a194b07d2c34", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:12:25.631898 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec205d0f-a9a5-46e3-a104-1e46881e1a3d {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:12:25.632303 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adec180d-d396-400f-9613-dee4a86e1aa6', 'tag': 'd6c896f5-6e8c-4efd-b4ef-a194b07d2c34', 'status': 'completed', 'code': 200} Jul 14 14:12:25.711180 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eaf87-05f8-4eca-a395-04c252526e4e req-c9b2dcf4-94eb-44ec-a39f-44a3b3af280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:25.712700 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a7eaf87-05f8-4eca-a395-04c252526e4e req-c9b2dcf4-94eb-44ec-a39f-44a3b3af280d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a3cbdfa5a4d5454e84b587911735d88d&device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0562115 Jul 14 14:12:25.797105 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-8ea2ab36-6885-49c8-9ef3-35187ef0be23 None None] Set router 38b20c73-e667-4d9e-9391-c69b2f8204fb gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:12:25.808287 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eaf87-05f8-4eca-a395-04c252526e4e req-8736e73e-8e53-4920-b795-321d8444e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:25.809809 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a7eaf87-05f8-4eca-a395-04c252526e4e req-8736e73e-8e53-4920-b795-321d8444e273 service neutron] 10.222.0.38 "GET /v2.0/networks?id=92dfb464-79ad-438f-84d7-a1d7875537d1 HTTP/1.1" status: 200 len: 912 time: 0.0906341 Jul 14 14:12:25.876305 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a7eaf87-05f8-4eca-a395-04c252526e4e req-ff33f44a-4e82-4d32-9dc3-7183cd14886e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 HTTP/1.1" status: 200 len: 999 time: 0.0604367 Jul 14 14:12:25.909154 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-68b732e4-0612-44e7-94b3-1eff3a72c19c req-6e1fadb6-6fce-41a8-8838-6161ff0d7583 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0360184 Jul 14 14:12:25.946427 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eaf87-05f8-4eca-a395-04c252526e4e req-8d57b14f-7e9e-415a-a46a-6fc52f1d29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:25.947873 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a7eaf87-05f8-4eca-a395-04c252526e4e req-8d57b14f-7e9e-415a-a46a-6fc52f1d29e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=737b1b91-1b10-47bf-a364-9061ed8a4756 HTTP/1.1" status: 200 len: 850 time: 0.0640042 Jul 14 14:12:26.004860 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eaf87-05f8-4eca-a395-04c252526e4e req-076e4d1f-524a-498b-96c9-21d07c0f58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:26.006275 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a7eaf87-05f8-4eca-a395-04c252526e4e req-076e4d1f-524a-498b-96c9-21d07c0f58ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=92dfb464-79ad-438f-84d7-a1d7875537d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523086 Jul 14 14:12:26.026159 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-8ea2ab36-6885-49c8-9ef3-35187ef0be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '64d4b100-19b5-460f-a207-3ecfee84ea4d', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'port_id': 'd6c896f5-6e8c-4efd-b4ef-a194b07d2c34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'mac_address': 'fa:16:3e:4b:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec180d-d396-400f-9613-dee4a86e1aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:12:11Z', 'updated_at': '2021-07-14T14:12:25Z', 'revision_number': 1, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:59Z', 'revision_number': 5, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:12:26.052074 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea2ab36-6885-49c8-9ef3-35187ef0be23 None None] Checking router: 38b20c73-e667-4d9e-9391-c69b2f8204fb for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:12:26.060308 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea2ab36-6885-49c8-9ef3-35187ef0be23 None None] Routers {'38b20c73-e667-4d9e-9391-c69b2f8204fb'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:12:26.060850 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-8ea2ab36-6885-49c8-9ef3-35187ef0be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:12:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['38b20c73-e667-4d9e-9391-c69b2f8204fb'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:12:26.095148 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a7eaf87-05f8-4eca-a395-04c252526e4e req-36bfd19f-0c38-4b94-80ed-1992c3d3f6bd service neutron] 10.222.0.38 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820100 Jul 14 14:12:26.163226 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-8ea2ab36-6885-49c8-9ef3-35187ef0be23 None None] Set router 38b20c73-e667-4d9e-9391-c69b2f8204fb gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:12:26.186154 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3a7eaf87-05f8-4eca-a395-04c252526e4e req-b789f268-592c-47c9-9e0d-ad2df851455d service neutron] 10.222.0.38 "GET /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848269 Jul 14 14:12:26.380692 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-8ea2ab36-6885-49c8-9ef3-35187ef0be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '64d4b100-19b5-460f-a207-3ecfee84ea4d', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'port_id': 'd6c896f5-6e8c-4efd-b4ef-a194b07d2c34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'mac_address': 'fa:16:3e:4b:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec180d-d396-400f-9613-dee4a86e1aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:12:11Z', 'updated_at': '2021-07-14T14:12:25Z', 'revision_number': 1, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:59Z', 'revision_number': 5, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:12:26.406237 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea2ab36-6885-49c8-9ef3-35187ef0be23 None None] The sync data for ids ['38b20c73-e667-4d9e-9391-c69b2f8204fb'] in dv-cinder-786927-3-iscsi is: [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '64d4b100-19b5-460f-a207-3ecfee84ea4d', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'port_id': 'd6c896f5-6e8c-4efd-b4ef-a194b07d2c34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'mac_address': 'fa:16:3e:4b:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adec180d-d396-400f-9613-dee4a86e1aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:12:11Z', 'updated_at': '2021-07-14T14:12:25Z', 'revision_number': 1, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:59Z', 'revision_number': 5, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:12:26.591540 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afadb69-2a8c-47fc-9e8e-3aad2eb35a05 None None] New status for floating IP 64d4b100-19b5-460f-a207-3ecfee84ea4d: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:12:27.051292 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b307f090-ca72-41f1-aae4-47ab5f84c7dd req-3fff9147-2af6-47c4-a502-671f60adfd04 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0281467 Jul 14 14:12:28.185402 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0ca1c1ff-82e0-4c4d-ab2e-06f344e2ce4c req-8d030931-686b-4e15-b133-42f0e66b0e1a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0281482 Jul 14 14:12:29.322530 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fe1f5b46-4c52-4602-a7d3-7c8a95788fc0 req-195ccd0e-6610-4333-bc2d-05961ec7bc89 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0275929 Jul 14 14:12:30.460305 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5d347e3b-225f-4b81-9dbc-6aa5ee87d47f req-ec5a3c26-842b-46c9-a118-a76775c3e37a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0273976 Jul 14 14:12:31.597621 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-13f65f5d-d036-4113-877a-48806b67730e req-7a12a466-2d4e-4405-b90d-ddce6342b290 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0283723 Jul 14 14:12:32.736019 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-75c4f39a-dd91-422c-99f3-376f5d457df8 req-c3f5303f-13dd-40b6-b1b6-097581c043ac tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0318692 Jul 14 14:12:33.877929 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b53990d4-27d6-42f5-8c93-9ef0f9a26314 req-d73b46fc-0c91-460a-b8d7-1d3f0efdf2c4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0313303 Jul 14 14:12:34.657242 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:12:35.013857 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2d792d0a-2af3-4849-b139-8dd263c90e72 req-0e4fadc5-4705-42c0-a944-eaac163871cc tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0282156 Jul 14 14:12:36.148594 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0fd561c4-42f7-424c-ad66-9597f4592509 req-73b389e1-6727-4626-8f39-d2b568bd521b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0283108 Jul 14 14:12:37.343794 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1097c455-6c00-4703-923e-2603beea2544 req-aafb7d84-d482-46a6-8cb5-7eaac4bbf5e0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0273328 Jul 14 14:12:38.480245 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7f13d1e6-8798-4b40-827a-46d74d08cf9c req-11bb4414-f3a2-4636-ba6e-f9172c2b4a15 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0284846 Jul 14 14:12:39.624712 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d28c7c9-fb14-49f9-bddc-586aeb62af5e req-31479078-466a-4024-8112-249aa5907a5a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0277848 Jul 14 14:12:40.761998 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-01dff6a5-b75c-47b3-b2aa-99f86846fa79 req-268c0feb-bf95-4531-9d42-fd538a8ca223 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0276639 Jul 14 14:12:40.835213 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:41.902131 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d64fac5d-1ff1-4bd2-8811-2f739dffc93b req-17fe3245-ed27-4474-935c-41b08db05661 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0306821 Jul 14 14:12:43.041411 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c98e7c2f-fe93-4528-bc92-8ec2189ccf95 req-872c42dc-34e9-4fae-8d89-b7bd83771e58 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0304406 Jul 14 14:12:43.596515 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d673c6da-8c75-40f3-bfcf-34a5d9e62455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:44.178463 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a238a24-51c1-4734-a813-b118ba7da3dd req-b5dd32dd-6852-4d84-b268-209a2797f74a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0272744 Jul 14 14:12:45.319700 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8ffb5657-eb23-47ed-84ca-27a4a22cc8c7 req-09ad094f-dea7-4bff-ad4b-1b336670dbd4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0275614 Jul 14 14:12:46.334724 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-51e662d8-e3b2-4bb4-9309-f334e2d4a6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:46.388236 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55ef80e1-5168-4e8e-86f2-f6ed69d7b22c req-98e89a17-2288-4065-9075-949cfa47d9b3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511844 Jul 14 14:12:46.449002 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:46.742804 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6ed3fcae-c3eb-4df7-a022-c774d6c8ef0e req-f7040b03-9b85-4077-91b4-02cfb893ac5e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.3056469 Jul 14 14:12:46.763533 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef80e1-5168-4e8e-86f2-f6ed69d7b22c req-a1ee3233-33d8-466f-abe1-d9aafd7578f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:46.764999 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55ef80e1-5168-4e8e-86f2-f6ed69d7b22c req-a1ee3233-33d8-466f-abe1-d9aafd7578f7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84091d0680394dc3955f3ed734020316&device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 1098 time: 0.3532836 Jul 14 14:12:46.868360 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef80e1-5168-4e8e-86f2-f6ed69d7b22c req-6a99bbc9-7630-490c-975a-ebdb4dca1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:46.869910 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55ef80e1-5168-4e8e-86f2-f6ed69d7b22c req-6a99bbc9-7630-490c-975a-ebdb4dca1c6d service neutron] 10.222.0.38 "GET /v2.0/networks?id=3410fdfc-dc44-4fd7-9145-5178f588b3ac HTTP/1.1" status: 200 len: 917 time: 0.0826659 Jul 14 14:12:46.939674 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55ef80e1-5168-4e8e-86f2-f6ed69d7b22c req-f6f6790e-100a-4bc5-8d46-5bc381bf5550 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdea8281-2176-4337-b6ee-6ed2d4c55210 HTTP/1.1" status: 200 len: 1001 time: 0.0633082 Jul 14 14:12:46.990128 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef80e1-5168-4e8e-86f2-f6ed69d7b22c req-43e22875-0801-413d-87ec-4d7545aff3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:46.991858 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55ef80e1-5168-4e8e-86f2-f6ed69d7b22c req-43e22875-0801-413d-87ec-4d7545aff3a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c9e99f6-8685-4c55-b68e-415908b0bb16 HTTP/1.1" status: 200 len: 855 time: 0.0440209 Jul 14 14:12:47.050194 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef80e1-5168-4e8e-86f2-f6ed69d7b22c req-242128c8-b435-4676-af8e-af2ae1d27aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:12:47.051592 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55ef80e1-5168-4e8e-86f2-f6ed69d7b22c req-242128c8-b435-4676-af8e-af2ae1d27aa4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3410fdfc-dc44-4fd7-9145-5178f588b3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527403 Jul 14 14:12:47.141940 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55ef80e1-5168-4e8e-86f2-f6ed69d7b22c req-137ca680-804f-40d5-a8b3-2c7458274269 service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834551 Jul 14 14:12:47.229399 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-55ef80e1-5168-4e8e-86f2-f6ed69d7b22c req-83805c52-28b0-44d1-a0fd-ab60e3104c10 service neutron] 10.222.0.38 "GET /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807705 Jul 14 14:12:47.365805 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:47.885514 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c57a0ad1-e52c-447b-a59a-b652d3ed46f4 req-cd6a70bc-238c-4e47-aea2-24967684a4bf tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0274022 Jul 14 14:12:49.026413 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-584710bd-19f2-4eb6-bd9a-62c4865ba52a req-97070ba3-a3a4-4ba2-aece-e18a8f351bf8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0281971 Jul 14 14:12:49.199039 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:12:50.163533 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-75081acf-8f73-49c4-84dc-d26456f44eed req-f5351d14-7439-426e-8470-ae3606ffc76f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0268874 Jul 14 14:12:51.305018 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-105382fd-9053-481d-bafe-a592f12bee6a req-374786de-96e3-44cc-a271-ea5bb103627d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0314801 Jul 14 14:12:52.446146 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ec229f1b-094b-438e-94ab-7c6e866abfe5 req-b109cc0d-86a5-4a06-a7f7-7467ab0018e2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0308642 Jul 14 14:12:53.585180 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1ae7384d-6e5b-4ceb-8e9c-1531d7ebd8b5 req-44e1bb76-a15e-47ab-8b20-011f4dece683 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0274489 Jul 14 14:12:54.738958 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-26107a25-c0e1-4372-83c9-3c122b911326 req-5f0592b3-8911-4c1c-a295-7099bc27d059 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0350597 Jul 14 14:12:55.887744 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-724413f5-1d53-4e6d-b1f8-3fe97a4fb37a req-0084d32a-4a73-4d76-81a4-50c26a868f39 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0299828 Jul 14 14:12:57.047379 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-14706301-6f6b-42be-b8e8-1c8ac4dd0761 req-fd30daf1-a8d6-439b-95b6-7ae42503d71c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0434999 Jul 14 14:12:58.189395 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-80a1d731-2bf6-4ed9-983a-7271edf73911 req-27b4b190-1e4a-4032-96f9-67d457b9c5b3 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0274789 Jul 14 14:12:59.331659 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e9f24190-0028-4cb5-afff-1af2f8103571 req-bfd67c0f-ab06-4f16-b776-a0e266329b43 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0274942 Jul 14 14:13:00.479393 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-86473baa-7fd2-4fd7-8498-97d72b8f5f61 req-6ffae327-644a-456d-9f74-6a90a20b1cdb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0330164 Jul 14 14:13:01.624008 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-64ac87a5-4e08-46e4-82cb-716884e6b9a3 req-0ae751dc-6fa1-436f-b084-0473de0925bd tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0315273 Jul 14 14:13:02.761881 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0df67341-1df7-474c-82a0-349bc2c2f942 req-7ec57029-a1cc-41d2-96f1-d0cf9edf4348 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0283129 Jul 14 14:13:03.901988 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0e78e2b9-ba24-4978-8706-be1f1c67a75e req-72862bdb-564b-4fdf-8ac3-47a700a269b5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0286298 Jul 14 14:13:05.038664 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d0b40fe3-d351-4d42-9358-8bcd9f9f764b req-f5272fb5-1e80-418f-9aad-1ed0a291492a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0284262 Jul 14 14:13:06.172482 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-36e9ef08-aae9-4e73-9c76-779fce1839d4 req-e095ed1c-52c0-42a9-ac03-3018d92fd083 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0277591 Jul 14 14:13:07.309970 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6c76b1ac-fcb4-406a-8bfd-71c84d23cb03 req-cb9f9722-2b0f-4216-a276-b9796ef295ac tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0304539 Jul 14 14:13:08.449977 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-20720638-b6a0-4e06-9125-a8f2246538f7 req-f881fdc9-79e1-4a31-98ee-2c99d38c331e tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0277431 Jul 14 14:13:09.586768 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-59978cfa-a8b3-4567-9706-e50195ce8a48 req-834779af-8682-4b0f-b1fb-7dd625704237 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0283263 Jul 14 14:13:10.721578 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3013633-a4f4-4788-96b4-c9211f1868e9 req-a52bf919-611e-4b8c-95f5-9615e137fb80 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0273397 Jul 14 14:13:10.858150 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:11.656291 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:13:11.861600 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e662a6d6-3cd7-4543-996f-fee47a65645f req-d14ae059-495f-47e0-a8ac-e6fef2195304 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0324879 Jul 14 14:13:13.001572 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b71d5898-6d89-463c-beac-8cf240ed5193 req-f934cba3-6025-4433-93ca-bd6e0ac914db tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0269930 Jul 14 14:13:13.596763 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-80adc6b0-5ed0-4f8f-a52a-f72f847ad61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:14.137023 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9abfc093-8f32-4a73-b7c2-a787b6e78095 req-d0c2b2dd-0021-4fc4-b00f-0f6c890ef12d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0276344 Jul 14 14:13:15.273521 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-12ce00fa-3781-4b6e-8946-6292977c6eef req-f38deab5-00fb-45ca-93ca-e18a5dc2c866 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0283723 Jul 14 14:13:16.337158 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9214c2c0-2c6c-44b1-85e8-e5ddec083a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:16.412640 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-68c6b717-2f21-4f43-a8d2-28399abca825 req-8d8ef59e-ff21-4455-bd12-1ad05d6fb298 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0311594 Jul 14 14:13:16.450152 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:17.368828 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:17.550898 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1899c723-ce50-4ff1-a875-bc022332ee29 req-62579143-d1ba-4109-9375-a38741ac67b8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0279028 Jul 14 14:13:18.686030 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7dacbd47-63b7-410b-8427-967581d8fb4d req-372215b6-b568-4da0-a95c-2061a965a997 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0287583 Jul 14 14:13:19.201413 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:19.820724 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0e39e06d-bfac-4a50-b191-1fc20e83c73a req-14efd231-9286-4031-b728-50dc7d488cd0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0278869 Jul 14 14:13:20.959837 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53dbb1bb-fa4d-48a3-acc3-3694524e3643 req-55287453-4ae9-4d54-97a8-679bddfa650c tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0308712 Jul 14 14:13:22.097284 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-83ae2ebe-52f3-4c6c-b7c3-48ba9efe7082 req-e8fa9d5e-7f1d-4e7e-b854-a6d7df3cb846 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0268109 Jul 14 14:13:23.232310 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f98b72a7-b18f-4fd9-ada2-057bf71e66b2 req-96186d3b-4d7c-44fc-8910-c608a1da04d0 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0281219 Jul 14 14:13:24.368107 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ce9ed051-bcf4-44e0-9051-5ce44ef03177 req-89204b08-70f1-4319-8725-59bddc00e5a5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0277698 Jul 14 14:13:25.508248 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-452950ad-b4a0-48ad-b284-b4cb33f0c055 req-c0c0ff4c-c686-4a59-8f7d-3390d322e315 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0316939 Jul 14 14:13:26.647912 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46d0240d-3d96-4516-a117-e36fc5200b5c req-f0bd2c4b-0d21-41b0-a1e2-124e99c52df4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0280361 Jul 14 14:13:27.782465 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f2a003ef-4765-442e-82e3-652acad57abb req-2c577527-df09-42ae-a42f-aff0e0b46feb tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0271099 Jul 14 14:13:28.919284 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-63cd6501-c151-4a24-b2d5-1329371a7f94 req-9384f58a-8c2c-474e-bdb7-86f65c42eb3d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0273681 Jul 14 14:13:30.059326 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8e27d9fe-2fa9-41c5-bc27-2e0f8e776ca5 req-e675c183-2558-4f46-a8c7-1f125c29430f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0313141 Jul 14 14:13:31.198536 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b34a5bbf-38ed-4420-9c1e-e7be85652d9d req-42579631-928a-4e6e-96b7-2dad6d4355cc tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0283175 Jul 14 14:13:32.334741 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a03904c0-84f7-41a2-b63a-6c6267b5d367 req-7c21241c-0d87-4400-80a8-d060ee4961cf tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0285866 Jul 14 14:13:33.468526 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-40faca40-9bfc-4e62-b573-ef3ba3625fef req-62c3aaf0-3ff7-4d44-b284-cb36005e81c9 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0272272 Jul 14 14:13:34.604641 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-26bc3b37-6c82-4a74-a16d-1ef43643bb01 req-99928ec9-c5e7-4bd5-ba27-9e5681ddd773 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0302613 Jul 14 14:13:35.743164 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-855fdc12-990b-4c72-a98b-2d678616b997 req-5a31ebe3-9fea-44d8-8ebe-9b0205e43627 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0275905 Jul 14 14:13:36.876115 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f51f449f-086b-48ac-960c-21867d1ecf5d req-32aaaa2f-cd9c-49d9-8c1a-b4a3eedafa03 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0272331 Jul 14 14:13:38.010573 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6dc4fd0b-afba-4e5d-a792-b81aec169daf req-650d4e74-c5d7-4e71-bbd5-56e9542c6b93 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0270996 Jul 14 14:13:39.148270 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2830754a-8bf5-42fd-9903-eaa1125d33a8 req-540f792e-e797-4988-aa9f-3677cb6e6233 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0311198 Jul 14 14:13:40.287304 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2732d41c-be9c-4987-8e8d-cbbd93561fea req-79fe96c6-8f17-4b59-a2d5-9398fd699388 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0286078 Jul 14 14:13:40.873898 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:41.424309 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-42199261-cfb2-4be3-ab6b-69df8958288a req-1a47744e-1062-4be8-a21e-e5c3d3aa51d6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0286500 Jul 14 14:13:42.563183 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d12dfad3-bc7d-450f-9bf5-d3ab6cadccec req-056bc1ac-4b74-49c7-b4d3-b75cccc6bc0d tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0277278 Jul 14 14:13:43.596698 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2be59127-fdba-4e9d-9223-29464d112dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:43.702556 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-02f72955-3cca-4ec2-a0d6-dc4cb548d946 req-0b00cee1-cab6-4d80-bb86-8b1d733bade7 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0306718 Jul 14 14:13:44.840693 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6600571-e641-4199-b230-c4ac00cf1d12 req-63bbe6fd-0f8a-468d-ba54-bc689514a762 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0280190 Jul 14 14:13:45.976475 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d9a04ef1-683d-41ce-8d83-702e72a43730 req-d157dcb1-4cf0-4743-83a5-63eccd61dab4 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0273154 Jul 14 14:13:46.341139 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-289fe2af-714f-4e92-89a6-45892915c18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:46.451005 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:47.113565 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8712bf08-7941-4ef9-94b4-72b20a8baab1 req-b4ad74c1-04a0-45f3-a795-afd7ee7ce5b2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0271766 Jul 14 14:13:47.370881 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:47.374300 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e983835-feaf-4fa6-8a6c-3c34f3aa4de8 req-42f6c35d-3ba1-449c-a619-1a424268f59c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501580 Jul 14 14:13:47.470546 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e983835-feaf-4fa6-8a6c-3c34f3aa4de8 req-876ce6ca-bd36-466f-8568-aaea2a31656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:13:47.472088 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e983835-feaf-4fa6-8a6c-3c34f3aa4de8 req-876ce6ca-bd36-466f-8568-aaea2a31656e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b139a63d2fde409a9f90b021e639f77c&device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0551193 Jul 14 14:13:47.575025 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e983835-feaf-4fa6-8a6c-3c34f3aa4de8 req-618025fa-d48a-4e6f-82d5-cd5c917bc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:13:47.576492 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e983835-feaf-4fa6-8a6c-3c34f3aa4de8 req-618025fa-d48a-4e6f-82d5-cd5c917bc3bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3ad5087-ddb5-4936-b169-5492f416fc3a HTTP/1.1" status: 200 len: 915 time: 0.0828419 Jul 14 14:13:47.616950 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e983835-feaf-4fa6-8a6c-3c34f3aa4de8 req-443af753-171b-47ff-986d-5504b3233edc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 200 len: 217 time: 0.0341487 Jul 14 14:13:47.666814 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e983835-feaf-4fa6-8a6c-3c34f3aa4de8 req-24ff34d9-4ac5-4f0c-ba3e-f6f9387a623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:13:47.668288 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e983835-feaf-4fa6-8a6c-3c34f3aa4de8 req-24ff34d9-4ac5-4f0c-ba3e-f6f9387a623c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=60848457-4419-4463-aa3d-f6155b17741c HTTP/1.1" status: 200 len: 853 time: 0.0462520 Jul 14 14:13:47.722795 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e983835-feaf-4fa6-8a6c-3c34f3aa4de8 req-28ae3a1a-5baf-4189-ab80-8896c86ec4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:13:47.724280 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e983835-feaf-4fa6-8a6c-3c34f3aa4de8 req-28ae3a1a-5baf-4189-ab80-8896c86ec4cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3ad5087-ddb5-4936-b169-5492f416fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496922 Jul 14 14:13:47.809735 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e983835-feaf-4fa6-8a6c-3c34f3aa4de8 req-eafd6f74-e78a-4c30-8f8c-c8981fe11b44 service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788550 Jul 14 14:13:47.900789 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6e983835-feaf-4fa6-8a6c-3c34f3aa4de8 req-8e62c33a-10f2-4cd5-825b-fc295c512847 service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842052 Jul 14 14:13:48.258251 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2cded7ab-1835-45f3-9ab6-50973d1ef928 req-80f771e0-cbc2-4c3f-8ac9-740b94f9121f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0312879 Jul 14 14:13:48.654634 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:13:49.204417 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:13:49.554148 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2252a78-6d7d-4e9c-b4a0-0e41a38960d6 req-febc49ca-5df8-4323-9510-e5c17e47ad05 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0282784 Jul 14 14:13:50.688918 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9c4e5c68-0caf-4f2f-8107-f9eaae5db298 req-5a3e65d5-bbab-412d-bcc9-6b1f3ba8f290 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0277019 Jul 14 14:13:51.824336 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-27e419db-6a2b-4998-821f-72c32fdf134f req-c690dcbb-f953-4eaf-bcb7-8ea538b333af tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0276461 Jul 14 14:13:52.959473 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-00281f40-ea56-45ca-a101-a1b2f3c404e2 req-0f98bc07-1431-48fc-a025-da1285b4092a tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0285306 Jul 14 14:13:54.098157 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a1bd54aa-6478-4ff5-866a-bc961d04ed97 req-9428fd8e-2a13-41fc-a308-c41b6d57f106 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0272300 Jul 14 14:13:55.238250 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7f064847-48fd-4495-b9eb-4faa3a9ee00e req-9851d620-a04e-4efe-a358-cbf448d76c60 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0314884 Jul 14 14:13:56.373322 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5b2a08c8-2947-416a-ad10-b67539a036e1 req-52aaf3f5-7aef-40e8-8dcf-f7bde2e54399 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0270767 Jul 14 14:13:57.507484 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e6c5ad21-bc82-43cc-8a59-2173ecb256ad req-30f72f68-a53a-4899-8170-d7035963a1f5 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0273478 Jul 14 14:13:58.643142 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f1bbd5ee-a523-41c4-8d64-a772000993b1 req-a88f2999-d259-44c8-af05-3c8794266d9b tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0277979 Jul 14 14:13:59.782766 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4511eb5c-c36d-4351-a4ea-5221e3716e50 req-6c4dcc1e-656d-4f70-9884-bf3f58763062 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0305269 Jul 14 14:14:00.916665 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e756537f-a0df-45d1-b871-891423e77af2 req-663acfe6-7016-408a-8551-9bd7c093b347 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0275068 Jul 14 14:14:02.050295 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7ec25eb-f9f6-48b1-9f14-3ea1ca232012 req-549d1110-3ccb-426b-9c62-0ded52582272 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0270276 Jul 14 14:14:03.390891 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e1eff84b-5c5d-4fc5-9edd-637813a88efc req-98dc7a1b-0a84-409b-8702-8a80fddc4a46 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0274904 Jul 14 14:14:03.550307 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e459d4-8b8d-48e1-81b4-a1ccb0ffa556 req-67d9897b-7ea7-4a47-bfe0-ae3478be4e09 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:03.551785 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98e459d4-8b8d-48e1-81b4-a1ccb0ffa556 req-67d9897b-7ea7-4a47-bfe0-ae3478be4e09 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 945 time: 0.0665083 Jul 14 14:14:03.588599 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98e459d4-8b8d-48e1-81b4-a1ccb0ffa556 req-8f19ecc6-d4bb-4ba8-98fd-904853c22258 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=21b09124-bc04-4537-b41d-2a0fe84690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312693 Jul 14 14:14:04.527026 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a27238c4-51a7-41ce-b38c-9178891ffb10 req-3e8e6c72-8ab8-42fe-a9b1-ed5ba59b25df tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0287213 Jul 14 14:14:04.635505 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e089d-6837-411e-9d50-46796f158414 req-9f62d9b5-6858-4a3a-a59f-d2aa1eb704b0 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:04.637023 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-868e089d-6837-411e-9d50-46796f158414 req-9f62d9b5-6858-4a3a-a59f-d2aa1eb704b0 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.38 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 945 time: 0.0611527 Jul 14 14:14:04.776771 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-868e089d-6837-411e-9d50-46796f158414 req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Deleting port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:14:04.777011 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-868e089d-6837-411e-9d50-46796f158414 req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:04.829154 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243190d5-120a-4f5c-b1e8-775b0befb0f5 req-26cea4f8-600b-4dc5-8e72-5e653aae6afc tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:04.830593 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-243190d5-120a-4f5c-b1e8-775b0befb0f5 req-26cea4f8-600b-4dc5-8e72-5e653aae6afc tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 945 time: 0.1185327 Jul 14 14:14:04.887910 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-243190d5-120a-4f5c-b1e8-775b0befb0f5 req-8b3a561c-51bb-4d69-a504-c873a4d96ff0 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups?id=21b09124-bc04-4537-b41d-2a0fe84690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508363 Jul 14 14:14:04.901953 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-868e089d-6837-411e-9d50-46796f158414 req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] For port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d6c896f5-6e8c-4efd-b4ef-a194b07d2c34,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:14:04.902317 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-868e089d-6837-411e-9d50-46796f158414 req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:05.064608 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-868e089d-6837-411e-9d50-46796f158414 req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:05.064892 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-868e089d-6837-411e-9d50-46796f158414 req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:05.065238 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-868e089d-6837-411e-9d50-46796f158414 req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Floating IP 64d4b100-19b5-460f-a207-3ecfee84ea4d disassociated. External IP: 172.27.0.113, port: d6c896f5-6e8c-4efd-b4ef-a194b07d2c34. Jul 14 14:14:05.065575 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-868e089d-6837-411e-9d50-46796f158414 req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Calling delete_port for d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:14:05.192418 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-868e089d-6837-411e-9d50-46796f158414 req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:05.220067 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event deleted for resources: {'Port': ['ID=d6c896f5-6e8c-4efd-b4ef-a194b07d2c34,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:05.232153 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:05.232502 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:05.232841 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:05.233245 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:05.233576 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:05.233908 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:05.234234 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:05.234561 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:05.234888 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:05.235210 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:05.235532 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:05.235854 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:05.346983 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-868e089d-6837-411e-9d50-46796f158414 req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Router 38b20c73-e667-4d9e-9391-c69b2f8204fb has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:14:05.451425 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-868e089d-6837-411e-9d50-46796f158414 req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:14:05.461304 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745cebf-6725-4703-822a-8de77c70247c None None] Sync routers for ids ['38b20c73-e667-4d9e-9391-c69b2f8204fb'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:14:05.471058 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745cebf-6725-4703-822a-8de77c70247c None None] Routers {'38b20c73-e667-4d9e-9391-c69b2f8204fb'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:14:05.471676 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-5745cebf-6725-4703-822a-8de77c70247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:13:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['38b20c73-e667-4d9e-9391-c69b2f8204fb'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:05.494351 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-868e089d-6837-411e-9d50-46796f158414 req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] No DVR routers for this DVR port d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 on host hv-cinder-78692 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:14:05.497621 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-868e089d-6837-411e-9d50-46796f158414 req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:05.499827 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-868e089d-6837-411e-9d50-46796f158414 req-a1eb2405-7a5c-4258-9c7c-ef9833f8affa tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.38 "DELETE /v2.0/ports/d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 HTTP/1.1" status: 204 len: 173 time: 0.8568082 Jul 14 14:14:05.500257 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adec180d-d396-400f-9613-dee4a86e1aa6', 'name': 'network-vif-deleted', 'tag': 'd6c896f5-6e8c-4efd-b4ef-a194b07d2c34'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:14:05.502607 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e8ea07-a228-486a-8a3c-963e73f1085f" -d '{"events": [{"server_uuid": "adec180d-d396-400f-9613-dee4a86e1aa6", "name": "network-vif-deleted", "tag": "d6c896f5-6e8c-4efd-b4ef-a194b07d2c34"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:14:05.544751 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9183d41b-4d38-442d-bd62-959f8124dcf4 x-openstack-request-id: req-9183d41b-4d38-442d-bd62-959f8124dcf4 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:14:05.545391 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adec180d-d396-400f-9613-dee4a86e1aa6", "name": "network-vif-deleted", "tag": "d6c896f5-6e8c-4efd-b4ef-a194b07d2c34", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:14:05.545391 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9183d41b-4d38-442d-bd62-959f8124dcf4 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:14:05.545693 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adec180d-d396-400f-9613-dee4a86e1aa6', 'name': 'network-vif-deleted', 'tag': 'd6c896f5-6e8c-4efd-b4ef-a194b07d2c34', 'status': 'completed', 'code': 200} Jul 14 14:14:05.600249 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-5745cebf-6725-4703-822a-8de77c70247c None None] Set router 38b20c73-e667-4d9e-9391-c69b2f8204fb gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:14:05.697472 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8cc78ca8-03e9-4d38-9937-f8007f225b99 req-8561b2eb-5417-4993-9aa1-7617cc0dea8f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0402164 Jul 14 14:14:05.804117 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-5745cebf-6725-4703-822a-8de77c70247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:59Z', 'revision_number': 5, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:05.832465 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745cebf-6725-4703-822a-8de77c70247c None None] Checking router: 38b20c73-e667-4d9e-9391-c69b2f8204fb for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:14:05.840348 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745cebf-6725-4703-822a-8de77c70247c None None] Routers {'38b20c73-e667-4d9e-9391-c69b2f8204fb'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:14:05.840945 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-5745cebf-6725-4703-822a-8de77c70247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:13:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['38b20c73-e667-4d9e-9391-c69b2f8204fb'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:05.939064 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-5745cebf-6725-4703-822a-8de77c70247c None None] Set router 38b20c73-e667-4d9e-9391-c69b2f8204fb gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:14:06.053198 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0532b8a8-473f-4eac-81d0-dc8cac9a35e9 req-ac599742-8add-4966-844d-566e73e987cf tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/ports?device_id=adec180d-d396-400f-9613-dee4a86e1aa6 HTTP/1.1" status: 200 len: 210 time: 0.0379162 Jul 14 14:14:06.140608 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-5745cebf-6725-4703-822a-8de77c70247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:59Z', 'revision_number': 5, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:06.167422 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745cebf-6725-4703-822a-8de77c70247c None None] The sync data for ids ['38b20c73-e667-4d9e-9391-c69b2f8204fb'] in dv-cinder-786927-3-iscsi is: [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:04:54Z', 'revision_number': 4, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '3a1d1969-de30-4811-9f44-8992b9f51d11', 'name': '', 'network_id': '92dfb464-79ad-438f-84d7-a1d7875537d1', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'mac_address': 'fa:16:3e:a2:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:53Z', 'updated_at': '2021-07-14T14:04:59Z', 'revision_number': 5, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'subnets': [{'id': '737b1b91-1b10-47bf-a364-9061ed8a4756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:14:06.382391 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48e3ab4-8f19-44c0-8d3c-1df4906bfdec None None] New status for floating IP 64d4b100-19b5-460f-a207-3ecfee84ea4d: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:14:06.918319 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-463aa972-5d78-404b-923f-0a5832e158f7 req-2cdbd8a5-9a32-427f-8b13-b19d9516da1f tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0319068 Jul 14 14:14:07.023724 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83464645-6c97-4cd3-9447-732127d74005 req-99a43952-6cce-4663-b02f-1a6fe05afbdf tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:07.025344 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83464645-6c97-4cd3-9447-732127d74005 req-99a43952-6cce-4663-b02f-1a6fe05afbdf tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 945 time: 0.0673571 Jul 14 14:14:07.063389 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83464645-6c97-4cd3-9447-732127d74005 req-49acdb35-9c5b-4e25-9932-7bdb44ffac8f tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef5438fc-2602-431e-b1c2-6d54c94deafa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318608 Jul 14 14:14:07.174584 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59818) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:07.228841 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1dae4929-be77-4906-b07a-36628f924a74 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:07.254520 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1dae4929-be77-4906-b07a-36628f924a74 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:07.302695 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1dae4929-be77-4906-b07a-36628f924a74 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:07.305357 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1dae4929-be77-4906-b07a-36628f924a74 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:07.306523 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1dae4929-be77-4906-b07a-36628f924a74 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "DELETE /v2.0/security-groups/21b09124-bc04-4537-b41d-2a0fe84690d4 HTTP/1.1" status: 204 len: 168 time: 0.1309459 Jul 14 14:14:07.309496 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 59820) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:07.315372 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae4929-be77-4906-b07a-36628f924a74 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b09124-bc04-4537-b41d-2a0fe84690d4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:07.327550 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.api.v2.resource [None req-2b7e5de1-5565-497d-aee9-efb84e572ab4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] show failed (client error): The resource could not be found. Jul 14 14:14:07.328730 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-2b7e5de1-5565-497d-aee9-efb84e572ab4 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "GET /v2.0/security-groups/21b09124-bc04-4537-b41d-2a0fe84690d4 HTTP/1.1" status: 404 len: 347 time: 0.0181072 Jul 14 14:14:07.331635 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 59822) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:07.452141 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Deleting port 9493bc9f-a48e-463d-853c-ea55ac8cf989 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:14:07.452485 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:07.452612 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-e1b0d2e0-1139-4d19-a608-f3beda3cd221 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:07.454039 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-e1b0d2e0-1139-4d19-a608-f3beda3cd221 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 945 time: 0.0618486 Jul 14 14:14:07.529115 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:07.529447 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:07.541277 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Calling delete_port for 9493bc9f-a48e-463d-853c-ea55ac8cf989 owned by network:floatingip {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:14:07.556302 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Deleting port fdea8281-2176-4337-b6ee-6ed2d4c55210 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:14:07.556571 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:07.642244 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] For port fdea8281-2176-4337-b6ee-6ed2d4c55210, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fdea8281-2176-4337-b6ee-6ed2d4c55210,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:14:07.642604 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:07.671831 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:07.703677 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Pushing event deleted for resources: {'Port': ['ID=9493bc9f-a48e-463d-853c-ea55ac8cf989,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:07.726347 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:07.726695 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:07.727031 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:07.727362 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:07.727686 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:07.728011 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:07.728342 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:07.728663 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:07.728983 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:07.729327 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:07.729653 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:07.729961 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:07.776487 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks [] for floatingip, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:07.779401 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:07.784466 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-9daf74ae-f624-4a65-a233-5f92c60e2472 tempest-AttachVolumeTestJSON-504694727 tempest-AttachVolumeTestJSON-504694727-project] 10.222.0.57 "DELETE /v2.0/floatingips/64d4b100-19b5-460f-a207-3ecfee84ea4d HTTP/1.1" status: 204 len: 168 time: 0.4480281 Jul 14 14:14:07.819068 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:07.819482 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:07.819759 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Floating IP e319cbe1-a314-4552-8255-4028afb25bdb disassociated. External IP: 172.27.0.177, port: fdea8281-2176-4337-b6ee-6ed2d4c55210. Jul 14 14:14:07.820302 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Calling delete_port for fdea8281-2176-4337-b6ee-6ed2d4c55210 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:14:07.988466 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:08.034615 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event deleted for resources: {'Port': ['ID=fdea8281-2176-4337-b6ee-6ed2d4c55210,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:08.069538 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-38efcd4e-ac8d-4305-823e-920f2e6d91f8 req-1dbb59ed-94ef-4aec-aff2-968c9173ec13 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0374017 Jul 14 14:14:08.149586 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:14:08.223761 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-26f97718-db0e-4696-9165-5f6f5d613eb6 req-867ec95a-3619-4540-8038-13f48106eab1 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d29ebe6f-472d-4c8c-89d0-91da790db36a HTTP/1.1" status: 200 len: 210 time: 0.0313058 Jul 14 14:14:08.279313 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:14:08.289205 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a88bfc-d188-4cf7-a8aa-2d4b0727f4b1 None None] Sync routers for ids ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:14:08.298717 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a88bfc-d188-4cf7-a8aa-2d4b0727f4b1 None None] Routers {'0a02cf58-130c-4bd9-a991-5f155e5fc5e7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:14:08.299331 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-f9a88bfc-d188-4cf7-a8aa-2d4b0727f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:13:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:08.325459 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] No DVR routers for this DVR port fdea8281-2176-4337-b6ee-6ed2d4c55210 on host hv-cinder-78692 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:14:08.327869 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:08.329847 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c718c7a1-88f6-4951-9cc8-8d3228920ff3 req-d1dba259-8856-4edf-ab1c-50bbf93fc3cb tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.38 "DELETE /v2.0/ports/fdea8281-2176-4337-b6ee-6ed2d4c55210 HTTP/1.1" status: 204 len: 173 time: 0.8705535 Jul 14 14:14:08.330338 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29ebe6f-472d-4c8c-89d0-91da790db36a', 'name': 'network-vif-deleted', 'tag': 'fdea8281-2176-4337-b6ee-6ed2d4c55210'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:14:08.332557 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98561f25-cb88-46d5-94b6-c57f1cc8f2bb" -d '{"events": [{"server_uuid": "d29ebe6f-472d-4c8c-89d0-91da790db36a", "name": "network-vif-deleted", "tag": "fdea8281-2176-4337-b6ee-6ed2d4c55210"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:14:08.378499 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943947bf-6984-4f95-8f81-8813885809f9 x-openstack-request-id: req-943947bf-6984-4f95-8f81-8813885809f9 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:14:08.378795 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29ebe6f-472d-4c8c-89d0-91da790db36a", "name": "network-vif-deleted", "tag": "fdea8281-2176-4337-b6ee-6ed2d4c55210", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:14:08.379049 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-943947bf-6984-4f95-8f81-8813885809f9 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:14:08.379472 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29ebe6f-472d-4c8c-89d0-91da790db36a', 'name': 'network-vif-deleted', 'tag': 'fdea8281-2176-4337-b6ee-6ed2d4c55210', 'status': 'completed', 'code': 200} Jul 14 14:14:08.467148 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:14:08.492607 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:14:08.492948 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device d6c896f5-6e8c-4efd-b4ef-a194b07d2c34 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:14:08.559048 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-f9a88bfc-d188-4cf7-a8aa-2d4b0727f4b1 None None] Set router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:14:08.755382 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-f9a88bfc-d188-4cf7-a8aa-2d4b0727f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:33Z', 'revision_number': 5, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:08.782737 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a88bfc-d188-4cf7-a8aa-2d4b0727f4b1 None None] Checking router: 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:14:08.791629 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a88bfc-d188-4cf7-a8aa-2d4b0727f4b1 None None] Routers {'0a02cf58-130c-4bd9-a991-5f155e5fc5e7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:14:08.792266 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-f9a88bfc-d188-4cf7-a8aa-2d4b0727f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:13:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:08.898598 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-f9a88bfc-d188-4cf7-a8aa-2d4b0727f4b1 None None] Set router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:14:09.096406 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-f9a88bfc-d188-4cf7-a8aa-2d4b0727f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:33Z', 'revision_number': 5, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:09.129107 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a88bfc-d188-4cf7-a8aa-2d4b0727f4b1 None None] The sync data for ids ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'] in dv-cinder-786927-3-iscsi is: [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:01:23Z', 'revision_number': 4, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'bf4f9d2a-9122-4adc-bde0-5d5ff465477e', 'name': '', 'network_id': '3410fdfc-dc44-4fd7-9145-5178f588b3ac', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'mac_address': 'fa:16:3e:ed:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:21Z', 'updated_at': '2021-07-14T14:01:33Z', 'revision_number': 5, 'project_id': '84091d0680394dc3955f3ed734020316', 'subnets': [{'id': '7c9e99f6-8685-4c55-b68e-415908b0bb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:14:09.208670 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cf5d90f1-b256-4b71-9b95-bcfaaa7876f6 req-9b994a21-2fb1-4d76-ad7a-ee14a9fcc6b2 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0289755 Jul 14 14:14:09.344288 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66832847-8d83-4ff3-ac28-11c807105a40 None None] New status for floating IP e319cbe1-a314-4552-8255-4028afb25bdb: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:14:09.350841 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 59854) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:09.405295 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-50defa8b-0dc7-40af-91eb-b84e0418966c tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:09.428705 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-50defa8b-0dc7-40af-91eb-b84e0418966c tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:09.479771 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-50defa8b-0dc7-40af-91eb-b84e0418966c tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:09.482644 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-50defa8b-0dc7-40af-91eb-b84e0418966c tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:09.483844 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-50defa8b-0dc7-40af-91eb-b84e0418966c tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "DELETE /v2.0/security-groups/ef5438fc-2602-431e-b1c2-6d54c94deafa HTTP/1.1" status: 204 len: 168 time: 0.1319184 Jul 14 14:14:09.486819 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59856) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:09.494925 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50defa8b-0dc7-40af-91eb-b84e0418966c tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5438fc-2602-431e-b1c2-6d54c94deafa,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:09.503712 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-8ba86f39-b83f-4623-935d-d9fa80a0cd62 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] show failed (client error): The resource could not be found. Jul 14 14:14:09.504702 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8ba86f39-b83f-4623-935d-d9fa80a0cd62 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "GET /v2.0/security-groups/ef5438fc-2602-431e-b1c2-6d54c94deafa HTTP/1.1" status: 404 len: 347 time: 0.0159862 Jul 14 14:14:09.508212 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59858) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:09.630206 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-05c8112d-014e-4f09-881b-aaead0084a08 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Deleting port e86c6205-20e2-4525-8047-eec8e134bbd7 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:14:09.630546 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05c8112d-014e-4f09-881b-aaead0084a08 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:09.703872 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05c8112d-014e-4f09-881b-aaead0084a08 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:09.704121 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05c8112d-014e-4f09-881b-aaead0084a08 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:09.715209 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-05c8112d-014e-4f09-881b-aaead0084a08 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Calling delete_port for e86c6205-20e2-4525-8047-eec8e134bbd7 owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:14:09.841773 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05c8112d-014e-4f09-881b-aaead0084a08 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:09.869359 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8112d-014e-4f09-881b-aaead0084a08 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Pushing event deleted for resources: {'Port': ['ID=e86c6205-20e2-4525-8047-eec8e134bbd7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:09.933138 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05c8112d-014e-4f09-881b-aaead0084a08 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:09.935641 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05c8112d-014e-4f09-881b-aaead0084a08 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:09.936787 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-05c8112d-014e-4f09-881b-aaead0084a08 tempest-AttachVolumeShelveTestJSON-529401343 tempest-AttachVolumeShelveTestJSON-529401343-project] 10.222.0.57 "DELETE /v2.0/floatingips/e319cbe1-a314-4552-8255-4028afb25bdb HTTP/1.1" status: 204 len: 168 time: 0.4276950 Jul 14 14:14:10.353517 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c3f13a2f-ed57-49d7-8d6c-3112c5bc57f6 req-6adffe96-87fd-4608-b589-f0d85cc1a5b8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0329115 Jul 14 14:14:10.895950 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:11.491702 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cd721603-6d8a-4267-9d0c-64a754778933 req-62332aa4-a027-4369-8d2b-f71a86af4b62 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0280299 Jul 14 14:14:12.351998 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device fdea8281-2176-4337-b6ee-6ed2d4c55210 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:14:12.372147 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: fdea8281-2176-4337-b6ee-6ed2d4c55210 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:14:12.372486 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device fdea8281-2176-4337-b6ee-6ed2d4c55210 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:14:12.627302 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1070d3f4-9fbe-481a-8bc0-04c53e576560 req-348da812-8123-4364-927e-ab19f80ce7ea tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0281188 Jul 14 14:14:13.599494 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3700af5d-8a05-4f08-a106-a409d73bda9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:13.766009 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-88f4b609-41fb-495d-ba0e-143e4f2ab235 req-874f121d-9f9b-45eb-a0fc-5d15347d29f1 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d93a37-2a27-4848-a6e3-b0bb681f07d0 HTTP/1.1" status: 200 len: 210 time: 0.0319178 Jul 14 14:14:14.855068 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59914) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:14.911191 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f798289a-25ba-481e-b560-18e3945369f8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:14.934780 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f798289a-25ba-481e-b560-18e3945369f8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:14.993027 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f798289a-25ba-481e-b560-18e3945369f8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:14.995591 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f798289a-25ba-481e-b560-18e3945369f8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:14.996742 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f798289a-25ba-481e-b560-18e3945369f8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] 10.222.0.57 "DELETE /v2.0/security-groups/8605b09c-30ee-483c-b4d3-6712018f6a5e HTTP/1.1" status: 204 len: 168 time: 0.1406977 Jul 14 14:14:15.005647 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798289a-25ba-481e-b560-18e3945369f8 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8605b09c-30ee-483c-b4d3-6712018f6a5e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:15.130737 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59920) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:15.565413 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d94fad40-51cb-4d73-a63e-57b43cc1afdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407634'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:15.808164 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-d94fad40-51cb-4d73-a63e-57b43cc1afdf admin admin] Deleting port 4045817e-182c-4e11-b614-b161766bb4b1 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:14:15.808505 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d94fad40-51cb-4d73-a63e-57b43cc1afdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:15.882733 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-d94fad40-51cb-4d73-a63e-57b43cc1afdf admin admin] For port 4045817e-182c-4e11-b614-b161766bb4b1, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=4045817e-182c-4e11-b614-b161766bb4b1,segment=NetworkSegment(0ec56c5e-2beb-4054-b4f7-34ce88325688),segment_id=0ec56c5e-2beb-4054-b4f7-34ce88325688)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:14:15.883451 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d94fad40-51cb-4d73-a63e-57b43cc1afdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:15.894951 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-d94fad40-51cb-4d73-a63e-57b43cc1afdf admin admin] Calling delete_port for 4045817e-182c-4e11-b614-b161766bb4b1 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:14:16.339527 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d94fad40-51cb-4d73-a63e-57b43cc1afdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:16.342438 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c61ba4dd-c740-41dd-814f-abda94164c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:16.367778 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fad40-51cb-4d73-a63e-57b43cc1afdf admin admin] Pushing event deleted for resources: {'Port': ['ID=4045817e-182c-4e11-b614-b161766bb4b1,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:16.466488 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:16.545442 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d94fad40-51cb-4d73-a63e-57b43cc1afdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16476220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402870'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:16.754170 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94fad40-51cb-4d73-a63e-57b43cc1afdf admin admin] Router ade64abd-36a2-4524-9221-a0dadd04e13c has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:14:16.857674 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94fad40-51cb-4d73-a63e-57b43cc1afdf admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:14:16.864135 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d94fad40-51cb-4d73-a63e-57b43cc1afdf admin admin] 10.222.0.57 "PUT /v2.0/routers/ade64abd-36a2-4524-9221-a0dadd04e13c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7302139 Jul 14 14:14:16.865089 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59938) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:16.868560 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7ddfa-d22e-4832-9c44-b807cdc00aaf None None] Sync routers for ids ['ade64abd-36a2-4524-9221-a0dadd04e13c'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:14:16.878095 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7ddfa-d22e-4832-9c44-b807cdc00aaf None None] Routers {'ade64abd-36a2-4524-9221-a0dadd04e13c'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:14:16.878701 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-1ff7ddfa-d22e-4832-9c44-b807cdc00aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:14:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['ade64abd-36a2-4524-9221-a0dadd04e13c'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:16.966457 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:16.978964 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-1ff7ddfa-d22e-4832-9c44-b807cdc00aaf None None] Set router ade64abd-36a2-4524-9221-a0dadd04e13c gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:14:17.076752 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.127402 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] Deleting port 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:14:17.127814 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.158185 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-1ff7ddfa-d22e-4832-9c44-b807cdc00aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:14:16Z', 'revision_number': 5, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port': {'id': '61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:20Z', 'updated_at': '2021-07-14T14:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:17.185288 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7ddfa-d22e-4832-9c44-b807cdc00aaf None None] Checking router: ade64abd-36a2-4524-9221-a0dadd04e13c for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:14:17.193558 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7ddfa-d22e-4832-9c44-b807cdc00aaf None None] Routers {'ade64abd-36a2-4524-9221-a0dadd04e13c'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:14:17.194212 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-1ff7ddfa-d22e-4832-9c44-b807cdc00aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:14:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['ade64abd-36a2-4524-9221-a0dadd04e13c'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:17.204157 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] For port 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:14:17.204511 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.217008 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] Calling delete_port for 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:14:17.284291 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-1ff7ddfa-d22e-4832-9c44-b807cdc00aaf None None] Set router ade64abd-36a2-4524-9221-a0dadd04e13c gateway port host: None {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:14:17.334773 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-1ff7ddfa-d22e-4832-9c44-b807cdc00aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:14:17Z', 'revision_number': 6, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port_host': None}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:17.372345 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7ddfa-d22e-4832-9c44-b807cdc00aaf None None] The sync data for ids ['ade64abd-36a2-4524-9221-a0dadd04e13c'] in dv-cinder-786927-3-iscsi is: [{'id': 'ade64abd-36a2-4524-9221-a0dadd04e13c', 'name': 'tempest-TestShelveInstance-481337589-router', 'tenant_id': 'e27764fd7e97437f820fc188b28a2fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:19Z', 'updated_at': '2021-07-14T14:14:17Z', 'revision_number': 6, 'project_id': 'e27764fd7e97437f820fc188b28a2fde', 'gw_port_host': None}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:14:17.382638 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.386096 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.410945 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:17.478368 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406068'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.585333 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12473'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.587330 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.652561 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16371247'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.653124 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ade64abd-36a2-4524-9221-a0dadd04e13c {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:14:17.658239 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.659381 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b3799764-b88d-4e01-9dac-8b10d9f20e07 admin admin] 10.222.0.57 "DELETE /v2.0/routers/ade64abd-36a2-4524-9221-a0dadd04e13c HTTP/1.1" status: 204 len: 168 time: 0.7928555 Jul 14 14:14:17.661862 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59948) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:17.707047 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd60e50-7a6c-48c1-9929-a53073067299 admin admin] Deleting subnet 13419f97-ab25-484c-967b-aced639b47ff {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:14:17.711115 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3bd60e50-7a6c-48c1-9929-a53073067299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.750148 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3bd60e50-7a6c-48c1-9929-a53073067299 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973850'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.861937 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3bd60e50-7a6c-48c1-9929-a53073067299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.910726 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3bd60e50-7a6c-48c1-9929-a53073067299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3973698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4014944'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.935849 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd60e50-7a6c-48c1-9929-a53073067299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13419f97-ab25-484c-967b-aced639b47ff,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:17.937809 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3bd60e50-7a6c-48c1-9929-a53073067299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:17.939658 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3bd60e50-7a6c-48c1-9929-a53073067299 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/13419f97-ab25-484c-967b-aced639b47ff HTTP/1.1" status: 204 len: 168 time: 0.2768996 Jul 14 14:14:17.942162 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 59950) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:17.945244 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801fd984-ca74-43e5-9fce-2cc6743d24d1 None None] Network db969060-89c4-45a0-a6df-b75fe2cb2c07 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:14:18.011557 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:18.062804 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Deleting port c6c996e9-883a-42d8-bde5-530733e68245 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:14:18.063270 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:18.125374 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] For port c6c996e9-883a-42d8-bde5-530733e68245, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=c6c996e9-883a-42d8-bde5-530733e68245,segment=NetworkSegment(0ec56c5e-2beb-4054-b4f7-34ce88325688),segment_id=0ec56c5e-2beb-4054-b4f7-34ce88325688)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:14:18.125745 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:18.139529 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Calling delete_port for c6c996e9-883a-42d8-bde5-530733e68245 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:14:18.154873 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] DHCP port deletion for db969060-89c4-45a0-a6df-b75fe2cb2c07 request from dv-cinder-786927-3-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:14:18.166569 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 4045817e-182c-4e11-b614-b161766bb4b1 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:14:18.200829 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: 4045817e-182c-4e11-b614-b161766bb4b1 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:14:18.201212 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 4045817e-182c-4e11-b614-b161766bb4b1 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:14:18.231005 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Deleting port c6c996e9-883a-42d8-bde5-530733e68245 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:14:18.231498 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:18.231893 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:18.259846 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c996e9-883a-42d8-bde5-530733e68245,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:18.265026 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] No DVR routers for this DVR port c6c996e9-883a-42d8-bde5-530733e68245 on host dv-cinder-786927-3-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:14:18.301247 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] For port c6c996e9-883a-42d8-bde5-530733e68245, host dv-cinder-786927-3-iscsi, got binding levels [] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:14:18.301649 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:18.315368 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Calling delete_port for c6c996e9-883a-42d8-bde5-530733e68245 owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:14:18.320285 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.ipam_backend_mixin [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Port c6c996e9-883a-42d8-bde5-530733e68245 was not found and therefore no delete operation was performed {{(pid=92929) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 14:14:18.321889 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:18.345421 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:18.348000 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Pushing event deleted for resources: {'Port': ['ID=c6c996e9-883a-42d8-bde5-530733e68245,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:18.351459 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] No DVR routers for this DVR port c6c996e9-883a-42d8-bde5-530733e68245 on host dv-cinder-786927-3-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:14:18.357482 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:18.358018 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:18.358532 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:18.359048 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:18.359532 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:18.359654 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db969060-89c4-45a0-a6df-b75fe2cb2c07']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:18.360125 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:18.360620 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:18.361143 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:18.361618 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:18.362096 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:18.362589 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:18.363075 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a582c2-44f0-42e2-b069-503aa6223551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:14:18.373808 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec56c5e-2beb-4054-b4f7-34ce88325688') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:18.374026 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec56c5e-2beb-4054-b4f7-34ce88325688') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:18.384445 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973827'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:18.397984 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:18.404857 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:14:18.405394 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3974124'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: timer() Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: self._notify() Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: event.method(event) Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:14:18.407538 dv-cinder-786927-3-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:14:18.462280 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:18.468727 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:18.470600 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/db969060-89c4-45a0-a6df-b75fe2cb2c07 HTTP/1.1" status: 204 len: 168 time: 0.5275173 Jul 14 14:14:18.473653 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 59956) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:18.480243 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad75a5-6735-4181-80c8-97ade543c0a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=db969060-89c4-45a0-a6df-b75fe2cb2c07,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:19.129145 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-14a99fff-8aa6-402a-bc70-7d831244b211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407634'] for router_interface, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:19.207733 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:19.426970 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-14a99fff-8aa6-402a-bc70-7d831244b211 admin admin] Deleting port ff707c2b-ef8e-462a-ae07-f56018060ca0 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:14:19.427309 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-14a99fff-8aa6-402a-bc70-7d831244b211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:19.503833 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-14a99fff-8aa6-402a-bc70-7d831244b211 admin admin] For port ff707c2b-ef8e-462a-ae07-f56018060ca0, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=ff707c2b-ef8e-462a-ae07-f56018060ca0,segment=NetworkSegment(6371818f-9ff2-4a73-9823-d6df6cbf0e00),segment_id=6371818f-9ff2-4a73-9823-d6df6cbf0e00)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:14:19.504379 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-14a99fff-8aa6-402a-bc70-7d831244b211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:19.520399 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-14a99fff-8aa6-402a-bc70-7d831244b211 admin admin] Calling delete_port for ff707c2b-ef8e-462a-ae07-f56018060ca0 owned by network:router_interface {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:14:19.559732 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device c6c996e9-883a-42d8-bde5-530733e68245 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:14:19.579577 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: c6c996e9-883a-42d8-bde5-530733e68245 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:14:19.579919 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device c6c996e9-883a-42d8-bde5-530733e68245 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:14:19.580325 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:14:19.598413 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:14:19.598752 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 61bb6854-cb0b-4f5f-83b0-ef9d00a36cb5 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:14:19.711207 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-14a99fff-8aa6-402a-bc70-7d831244b211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:19.739890 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a99fff-8aa6-402a-bc70-7d831244b211 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff707c2b-ef8e-462a-ae07-f56018060ca0,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:19.900112 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-14a99fff-8aa6-402a-bc70-7d831244b211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16476220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402870'] for router_interface, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:20.105334 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a99fff-8aa6-402a-bc70-7d831244b211 admin admin] Router a14859af-fc9b-44b2-b5af-94b09230cfb8 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:14:20.207232 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a99fff-8aa6-402a-bc70-7d831244b211 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:14:20.212671 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-14a99fff-8aa6-402a-bc70-7d831244b211 admin admin] 10.222.0.57 "PUT /v2.0/routers/a14859af-fc9b-44b2-b5af-94b09230cfb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7375152 Jul 14 14:14:20.215227 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 59970) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:20.215534 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad2c2d8-dff2-4074-91a7-769f0eeaa3cb None None] Sync routers for ids ['a14859af-fc9b-44b2-b5af-94b09230cfb8'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:14:20.224480 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2c2d8-dff2-4074-91a7-769f0eeaa3cb None None] Routers {'a14859af-fc9b-44b2-b5af-94b09230cfb8'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:14:20.225631 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-cad2c2d8-dff2-4074-91a7-769f0eeaa3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:14:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a14859af-fc9b-44b2-b5af-94b09230cfb8'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:20.315408 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:20.327218 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-cad2c2d8-dff2-4074-91a7-769f0eeaa3cb None None] Set router a14859af-fc9b-44b2-b5af-94b09230cfb8 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:14:20.411431 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:20.474030 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] Deleting port 72a2c77d-d14d-4e26-b1fe-0219dacf210e {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:14:20.474376 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:20.506282 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-cad2c2d8-dff2-4074-91a7-769f0eeaa3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'name': 'tempest-TestShelveInstance-99644648-router', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '72a2c77d-d14d-4e26-b1fe-0219dacf210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:26Z', 'updated_at': '2021-07-14T14:14:19Z', 'revision_number': 5, 'project_id': '228f35c1a774411699d3856bcf4f18a0', 'gw_port': {'id': '72a2c77d-d14d-4e26-b1fe-0219dacf210e', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:02:27Z', 'updated_at': '2021-07-14T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:20.531948 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad2c2d8-dff2-4074-91a7-769f0eeaa3cb None None] Checking router: a14859af-fc9b-44b2-b5af-94b09230cfb8 for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:14:20.540474 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2c2d8-dff2-4074-91a7-769f0eeaa3cb None None] Routers {'a14859af-fc9b-44b2-b5af-94b09230cfb8'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:14:20.541093 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-cad2c2d8-dff2-4074-91a7-769f0eeaa3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:14:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a14859af-fc9b-44b2-b5af-94b09230cfb8'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:20.552246 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] For port 72a2c77d-d14d-4e26-b1fe-0219dacf210e, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=72a2c77d-d14d-4e26-b1fe-0219dacf210e,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:14:20.552763 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:20.565706 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] Calling delete_port for 72a2c77d-d14d-4e26-b1fe-0219dacf210e owned by network:router_gateway {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:14:20.633601 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-cad2c2d8-dff2-4074-91a7-769f0eeaa3cb None None] Set router a14859af-fc9b-44b2-b5af-94b09230cfb8 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:14:20.687286 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-cad2c2d8-dff2-4074-91a7-769f0eeaa3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'name': 'tempest-TestShelveInstance-99644648-router', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:26Z', 'updated_at': '2021-07-14T14:14:20Z', 'revision_number': 6, 'project_id': '228f35c1a774411699d3856bcf4f18a0', 'gw_port_host': None}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:20.715278 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad2c2d8-dff2-4074-91a7-769f0eeaa3cb None None] The sync data for ids ['a14859af-fc9b-44b2-b5af-94b09230cfb8'] in dv-cinder-786927-3-iscsi is: [{'id': 'a14859af-fc9b-44b2-b5af-94b09230cfb8', 'name': 'tempest-TestShelveInstance-99644648-router', 'tenant_id': '228f35c1a774411699d3856bcf4f18a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:02:26Z', 'updated_at': '2021-07-14T14:14:20Z', 'revision_number': 6, 'project_id': '228f35c1a774411699d3856bcf4f18a0', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:14:20.746176 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:20.770684 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a2c77d-d14d-4e26-b1fe-0219dacf210e,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:20.835745 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406068'] for router_gateway, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:20.921456 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12473'] for router, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:20.923552 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:20.966363 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16371247'] for router, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:20.966785 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a14859af-fc9b-44b2-b5af-94b09230cfb8 {{(pid=92927) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:14:20.971104 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:20.972246 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-60f6de1f-c038-4973-8ba8-e02df7571ff3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/a14859af-fc9b-44b2-b5af-94b09230cfb8 HTTP/1.1" status: 204 len: 168 time: 0.7561076 Jul 14 14:14:20.974937 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 59980) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:21.017027 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-0087dd40-12a0-4527-aa6f-59b6d4dad180 admin admin] Deleting subnet 383fb784-7e32-4873-8429-27f9e9be821c {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:14:21.019820 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0087dd40-12a0-4527-aa6f-59b6d4dad180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.055748 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0087dd40-12a0-4527-aa6f-59b6d4dad180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3664182'] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.165701 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0087dd40-12a0-4527-aa6f-59b6d4dad180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.222633 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0087dd40-12a0-4527-aa6f-59b6d4dad180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2796991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3572722'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.247735 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087dd40-12a0-4527-aa6f-59b6d4dad180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=383fb784-7e32-4873-8429-27f9e9be821c,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:21.251287 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0087dd40-12a0-4527-aa6f-59b6d4dad180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.255672 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0087dd40-12a0-4527-aa6f-59b6d4dad180 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/383fb784-7e32-4873-8429-27f9e9be821c HTTP/1.1" status: 204 len: 168 time: 0.2772326 Jul 14 14:14:21.255672 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 59982) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:21.259875 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767d9807-2792-4847-8583-13849c1fc896 None None] Network 960377c9-17a8-47b4-8a74-31a75ade7531 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:14:21.323289 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.373852 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Deleting port 64948ff6-f856-4f58-819e-90f492866358 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:14:21.374193 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.440749 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] For port 64948ff6-f856-4f58-819e-90f492866358, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=64948ff6-f856-4f58-819e-90f492866358,segment=NetworkSegment(6371818f-9ff2-4a73-9823-d6df6cbf0e00),segment_id=6371818f-9ff2-4a73-9823-d6df6cbf0e00)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:14:21.441149 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.453873 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Calling delete_port for 64948ff6-f856-4f58-819e-90f492866358 owned by network:dhcp {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:14:21.509784 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9abe76-75f5-4de0-b369-fdfbb333e727 None None] DHCP port deletion for 960377c9-17a8-47b4-8a74-31a75ade7531 request from dv-cinder-786927-3-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:14:21.541447 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.572061 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=64948ff6-f856-4f58-819e-90f492866358,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:21.574285 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bb9abe76-75f5-4de0-b369-fdfbb333e727 None None] Deleting port 64948ff6-f856-4f58-819e-90f492866358 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:14:21.574739 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bb9abe76-75f5-4de0-b369-fdfbb333e727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.581321 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] No DVR routers for this DVR port 64948ff6-f856-4f58-819e-90f492866358 on host dv-cinder-786927-3-iscsi {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:14:21.654092 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.666396 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960377c9-17a8-47b4-8a74-31a75ade7531']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:21.679493 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6371818f-9ff2-4a73-9823-d6df6cbf0e00') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:21.679802 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6371818f-9ff2-4a73-9823-d6df6cbf0e00') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:14:21.690255 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3664175'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.707046 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.714352 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:14:21.714777 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796561'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: timer() Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: cb(*args, **kw) Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: self._notify() Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: self.callback(batched_events) Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: event.method(event) Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._get(url).json() Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:14:21.716458 dv-cinder-786927-3-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:14:21.747280 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 64948ff6-f856-4f58-819e-90f492866358 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:14:21.782909 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: 64948ff6-f856-4f58-819e-90f492866358 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:14:21.783252 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 64948ff6-f856-4f58-819e-90f492866358 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:14:21.783673 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 72a2c77d-d14d-4e26-b1fe-0219dacf210e no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:14:21.814732 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: 72a2c77d-d14d-4e26-b1fe-0219dacf210e {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:14:21.815071 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 72a2c77d-d14d-4e26-b1fe-0219dacf210e not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:14:21.815483 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device ff707c2b-ef8e-462a-ae07-f56018060ca0 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:14:21.822063 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bb9abe76-75f5-4de0-b369-fdfbb333e727 None None] For port 64948ff6-f856-4f58-819e-90f492866358, host dv-cinder-786927-3-iscsi, got binding levels [] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:14:21.822454 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bb9abe76-75f5-4de0-b369-fdfbb333e727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.845940 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: ff707c2b-ef8e-462a-ae07-f56018060ca0 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:14:21.846280 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device ff707c2b-ef8e-462a-ae07-f56018060ca0 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:14:21.853754 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bb9abe76-75f5-4de0-b369-fdfbb333e727 None None] Calling delete_port for 64948ff6-f856-4f58-819e-90f492866358 owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:14:21.857820 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.ipam_backend_mixin [None req-bb9abe76-75f5-4de0-b369-fdfbb333e727 None None] Port 64948ff6-f856-4f58-819e-90f492866358 was not found and therefore no delete operation was performed {{(pid=92929) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 14:14:21.859148 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bb9abe76-75f5-4de0-b369-fdfbb333e727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:21.890821 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9abe76-75f5-4de0-b369-fdfbb333e727 None None] Pushing event deleted for resources: {'Port': ['ID=64948ff6-f856-4f58-819e-90f492866358,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:21.894410 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9abe76-75f5-4de0-b369-fdfbb333e727 None None] No DVR routers for this DVR port 64948ff6-f856-4f58-819e-90f492866358 on host dv-cinder-786927-3-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:14:22.042454 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:22.048105 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:22.049950 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/960377c9-17a8-47b4-8a74-31a75ade7531 HTTP/1.1" status: 204 len: 168 time: 0.7933137 Jul 14 14:14:22.062037 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf2191-f90c-4cfc-82a6-df4bfd88dfd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=960377c9-17a8-47b4-8a74-31a75ade7531,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:22.254536 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 59996) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:22.295256 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-020f2332-5058-4c4e-888c-b8142efea438 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e27764fd7e97437f820fc188b28a2fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394659 Jul 14 14:14:22.300599 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 59998) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:22.349613 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e5d85b7-1e61-4062-9491-27c82687036b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:22.371596 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e5d85b7-1e61-4062-9491-27c82687036b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:22.419327 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e5d85b7-1e61-4062-9491-27c82687036b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:22.424847 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2e5d85b7-1e61-4062-9491-27c82687036b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:22.426026 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-2e5d85b7-1e61-4062-9491-27c82687036b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17b7fcfd-5040-459a-afe9-4305ca58da5c HTTP/1.1" status: 204 len: 168 time: 0.1244984 Jul 14 14:14:22.434534 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d85b7-1e61-4062-9491-27c82687036b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b7fcfd-5040-459a-afe9-4305ca58da5c,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:22.809409 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 60010) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:22.851534 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-be3c8112-d719-48b5-95e0-92471ce022ea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=228f35c1a774411699d3856bcf4f18a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409524 Jul 14 14:14:22.853910 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 60014) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:14:22.900808 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d681838b-cd92-46fa-ae2e-6a36ed490fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:22.921748 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d681838b-cd92-46fa-ae2e-6a36ed490fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:22.965805 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d681838b-cd92-46fa-ae2e-6a36ed490fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:22.968586 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d681838b-cd92-46fa-ae2e-6a36ed490fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:22.969784 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d681838b-cd92-46fa-ae2e-6a36ed490fa5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a396f80f-0be4-42ed-87b7-92b1d2db6920 HTTP/1.1" status: 204 len: 168 time: 0.1149704 Jul 14 14:14:22.978066 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681838b-cd92-46fa-ae2e-6a36ed490fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a396f80f-0be4-42ed-87b7-92b1d2db6920,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:14:25.654745 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:14:40.889945 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:43.603564 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-33b6ef4a-c833-4004-9467-e89c6463d77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:46.342818 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-198ffbd8-1858-436d-926b-f32c9deb3ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:46.457652 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:47.377904 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:14:48.380425 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4294f92-a9c1-49f8-b639-d56ae1ddaad1 req-eeee51e8-d42e-4129-8746-2c1991426c3a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535235 Jul 14 14:14:48.450721 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4294f92-a9c1-49f8-b639-d56ae1ddaad1 req-b0832705-5541-42e0-b559-0470163bea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:48.452164 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4294f92-a9c1-49f8-b639-d56ae1ddaad1 req-b0832705-5541-42e0-b559-0470163bea83 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5becf2377cd34a5aa3e7c239e2b2bbb1&device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 1098 time: 0.0511947 Jul 14 14:14:48.552750 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4294f92-a9c1-49f8-b639-d56ae1ddaad1 req-dd0e275d-1708-4d96-837c-8e5b896f9600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:48.554302 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4294f92-a9c1-49f8-b639-d56ae1ddaad1 req-dd0e275d-1708-4d96-837c-8e5b896f9600 service neutron] 10.222.0.38 "GET /v2.0/networks?id=17797cd5-37ca-4464-b477-91a1f0328889 HTTP/1.1" status: 200 len: 914 time: 0.0832119 Jul 14 14:14:48.596610 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4294f92-a9c1-49f8-b639-d56ae1ddaad1 req-82b39309-e2e4-47ce-b1f9-ed3998c44d3d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=943dd9a5-9282-4234-8279-f4923c258f87 HTTP/1.1" status: 200 len: 217 time: 0.0364516 Jul 14 14:14:48.644041 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4294f92-a9c1-49f8-b639-d56ae1ddaad1 req-45cce0a5-fe94-4377-b9d8-f432b10504e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:14:48.645496 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4294f92-a9c1-49f8-b639-d56ae1ddaad1 req-45cce0a5-fe94-4377-b9d8-f432b10504e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3fe6600-58a2-4983-80eb-21c4631006ea HTTP/1.1" status: 200 len: 853 time: 0.0429695 Jul 14 14:14:48.677595 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4294f92-a9c1-49f8-b639-d56ae1ddaad1 req-7e7050f5-d113-47f0-9b70-361fe2616ab7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17797cd5-37ca-4464-b477-91a1f0328889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260763 Jul 14 14:14:48.770140 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4294f92-a9c1-49f8-b639-d56ae1ddaad1 req-90f90bfa-b889-4930-adf1-5eb49223b2fb service neutron] 10.222.0.38 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863264 Jul 14 14:14:48.854213 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4294f92-a9c1-49f8-b639-d56ae1ddaad1 req-819e12d2-541e-44f7-b7a5-ec15a396de72 service neutron] 10.222.0.38 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780821 Jul 14 14:14:49.211187 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:02.652677 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:15:10.895534 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:13.603885 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-93ad9429-1c08-458d-a031-4794b024717a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:16.344157 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3136eea1-0710-4156-94cf-30bf2fdb46f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:16.460264 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:17.379589 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:19.214265 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:39.657035 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:15:40.909431 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:43.603774 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-95466e9f-b2db-48ec-9ed3-bc74cbdb3539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:46.345571 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-26b2601f-aa9c-45bf-9034-2141ff2362a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:46.460480 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:47.382505 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:15:49.216763 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:10.907941 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:13.607126 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f5f41450-c9cc-4200-9c8b-8ac8f92fc35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:16.347513 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-eb79d5a9-28c4-47f6-9ef6-371c144f5434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:16.461366 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:16.651656 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:16:17.385656 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:19.223889 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:40.923337 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:43.608856 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-397a28d7-4aac-45cf-91ff-58b5be018441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:46.350714 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e05a2139-959a-4ebe-a740-d16a4d07d429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:46.464546 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:47.389393 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:49.218435 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:16:49.499344 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83428f87-547d-4902-bd2b-c7da70e8dccb req-b7e26341-a750-46b3-9f82-52600cad8554 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1975596 Jul 14 14:16:49.610976 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83428f87-547d-4902-bd2b-c7da70e8dccb req-c21d3c1c-4a22-47c7-92bb-a746f15e7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:49.612551 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83428f87-547d-4902-bd2b-c7da70e8dccb req-c21d3c1c-4a22-47c7-92bb-a746f15e7758 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b139a63d2fde409a9f90b021e639f77c&device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0585978 Jul 14 14:16:49.723125 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83428f87-547d-4902-bd2b-c7da70e8dccb req-59b7ce21-efe1-4381-a3a0-1260078facd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:49.724628 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83428f87-547d-4902-bd2b-c7da70e8dccb req-59b7ce21-efe1-4381-a3a0-1260078facd4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3ad5087-ddb5-4936-b169-5492f416fc3a HTTP/1.1" status: 200 len: 915 time: 0.0913684 Jul 14 14:16:49.771751 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83428f87-547d-4902-bd2b-c7da70e8dccb req-88d90a97-8b7b-4396-bcac-2940b894c7ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 200 len: 217 time: 0.0405700 Jul 14 14:16:49.825179 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83428f87-547d-4902-bd2b-c7da70e8dccb req-d19baf71-f796-4b36-8961-b7988b2c3f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:49.826698 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83428f87-547d-4902-bd2b-c7da70e8dccb req-d19baf71-f796-4b36-8961-b7988b2c3f3f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=60848457-4419-4463-aa3d-f6155b17741c HTTP/1.1" status: 200 len: 853 time: 0.0472529 Jul 14 14:16:49.888766 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83428f87-547d-4902-bd2b-c7da70e8dccb req-f24fd85c-0242-481a-8fda-625bdbcac11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:16:49.890948 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83428f87-547d-4902-bd2b-c7da70e8dccb req-f24fd85c-0242-481a-8fda-625bdbcac11e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3ad5087-ddb5-4936-b169-5492f416fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580993 Jul 14 14:16:49.990905 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83428f87-547d-4902-bd2b-c7da70e8dccb req-b7adfa58-37ca-49d7-a348-910ce982b20a service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935674 Jul 14 14:16:50.087345 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83428f87-547d-4902-bd2b-c7da70e8dccb req-c638f26a-05ef-46bf-b83a-870f1a69e39a service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904665 Jul 14 14:16:53.651313 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:16:55.041402 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-baca0c7c-5430-4ba2-994d-c2a3d7d0a2fd req-89cdf872-d618-46ac-bff5-70fd243c11ed service neutron] (92927) timed out ('10.222.0.38', 51828) {{(pid=92927) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 14:17:10.924836 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:13.613572 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f82a05e5-a543-41ef-a147-41509dc3626b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:16.352654 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-20c7e6ef-96c6-4171-910e-c6ccd98db90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:16.472098 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:17.393731 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:19.223765 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:30.650196 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:17:40.925638 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:43.618051 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8b4579c-941b-4f99-a645-589a7d05d4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.346407 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f574a13d-d142-4cbb-907e-6b3d720f0247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:46.465589 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:47.396667 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:49.230218 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:17:51.407828 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98f45499-5b11-4ac9-9ccc-a956912b44be req-16dae1d1-dbef-42ab-816d-1e0814a21e65 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636575 Jul 14 14:17:51.497004 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f45499-5b11-4ac9-9ccc-a956912b44be req-f421f893-20c2-4632-be54-b3df857b99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:51.499356 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98f45499-5b11-4ac9-9ccc-a956912b44be req-f421f893-20c2-4632-be54-b3df857b99fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5becf2377cd34a5aa3e7c239e2b2bbb1&device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 1098 time: 0.0664408 Jul 14 14:17:51.636963 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f45499-5b11-4ac9-9ccc-a956912b44be req-152b8224-c717-4fb8-9b76-b139295eb41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:51.639231 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98f45499-5b11-4ac9-9ccc-a956912b44be req-152b8224-c717-4fb8-9b76-b139295eb41d service neutron] 10.222.0.38 "GET /v2.0/networks?id=17797cd5-37ca-4464-b477-91a1f0328889 HTTP/1.1" status: 200 len: 914 time: 0.1066430 Jul 14 14:17:51.690669 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98f45499-5b11-4ac9-9ccc-a956912b44be req-00d1e1a7-8316-437f-8fc9-fec6f51558e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=943dd9a5-9282-4234-8279-f4923c258f87 HTTP/1.1" status: 200 len: 217 time: 0.0444043 Jul 14 14:17:51.743058 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f45499-5b11-4ac9-9ccc-a956912b44be req-11aadaa6-3a89-4d1a-8d12-7405763042db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:17:51.744728 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98f45499-5b11-4ac9-9ccc-a956912b44be req-11aadaa6-3a89-4d1a-8d12-7405763042db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3fe6600-58a2-4983-80eb-21c4631006ea HTTP/1.1" status: 200 len: 853 time: 0.0483139 Jul 14 14:17:51.779299 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98f45499-5b11-4ac9-9ccc-a956912b44be req-f7ea1375-5990-4c1b-bfb0-e7ca5e2070bb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=17797cd5-37ca-4464-b477-91a1f0328889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276787 Jul 14 14:17:51.893837 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98f45499-5b11-4ac9-9ccc-a956912b44be req-d722fcf9-4268-467a-86f2-04e05963853d service neutron] 10.222.0.38 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076379 Jul 14 14:17:52.306564 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-98f45499-5b11-4ac9-9ccc-a956912b44be req-caa8625e-aa81-413c-8de2-7a972e2c375b service neutron] 10.222.0.38 "GET /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065483 Jul 14 14:18:05.973617 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4a5b-f6f8-41a9-b500-2e672effd56d req-3209275b-4153-4a3f-86b8-d6e4108d9a61 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:05.975237 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d6c4a5b-f6f8-41a9-b500-2e672effd56d req-3209275b-4153-4a3f-86b8-d6e4108d9a61 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 945 time: 0.2633610 Jul 14 14:18:06.021001 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7d6c4a5b-f6f8-41a9-b500-2e672effd56d req-6ab55fa4-c57a-475b-8949-ee3bda87f951 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/security-groups?id=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Jul 14 14:18:06.236841 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065fac1-e779-497d-906d-10d48328e2e1 req-80723e4a-cb47-4bab-a836-baf5a6a4c8bf tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:06.238575 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2065fac1-e779-497d-906d-10d48328e2e1 req-80723e4a-cb47-4bab-a836-baf5a6a4c8bf tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 945 time: 0.0689249 Jul 14 14:18:06.345956 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-2065fac1-e779-497d-906d-10d48328e2e1 req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Deleting port 943dd9a5-9282-4234-8279-f4923c258f87 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:18:06.346372 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2065fac1-e779-497d-906d-10d48328e2e1 req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:06.450886 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-2065fac1-e779-497d-906d-10d48328e2e1 req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] For port 943dd9a5-9282-4234-8279-f4923c258f87, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=943dd9a5-9282-4234-8279-f4923c258f87,segment=NetworkSegment(e78801c7-ae5a-4486-a61b-ee4d82ab7bd6),segment_id=e78801c7-ae5a-4486-a61b-ee4d82ab7bd6)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:18:06.451233 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2065fac1-e779-497d-906d-10d48328e2e1 req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:06.465570 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-2065fac1-e779-497d-906d-10d48328e2e1 req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Calling delete_port for 943dd9a5-9282-4234-8279-f4923c258f87 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:18:06.616354 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2065fac1-e779-497d-906d-10d48328e2e1 req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:06.629268 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['943dd9a5-9282-4234-8279-f4923c258f87'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:18:06.648603 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Pushing event deleted for resources: {'Port': ['ID=943dd9a5-9282-4234-8279-f4923c258f87,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:18:06.662138 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:06.662501 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:06.662844 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:06.663212 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:06.663536 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:06.663872 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:06.664209 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:06.664549 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:06.664882 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:06.665248 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:06.665625 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:06.665906 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:18:06.706726 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-2065fac1-e779-497d-906d-10d48328e2e1 req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] No DVR routers for this DVR port 943dd9a5-9282-4234-8279-f4923c258f87 on host hv-cinder-78692 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:18:06.709446 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-2065fac1-e779-497d-906d-10d48328e2e1 req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:06.711529 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2065fac1-e779-497d-906d-10d48328e2e1 req-8736a01b-e8ad-453b-a2a9-8751700fb3dd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.38 "DELETE /v2.0/ports/943dd9a5-9282-4234-8279-f4923c258f87 HTTP/1.1" status: 204 len: 173 time: 0.4676807 Jul 14 14:18:06.711996 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ec387d-13ab-48c0-a01d-aa1706d01bbb', 'name': 'network-vif-deleted', 'tag': '943dd9a5-9282-4234-8279-f4923c258f87'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:18:06.714407 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d25812-79b3-405b-ae0e-08aaf9f76a71" -d '{"events": [{"server_uuid": "a6ec387d-13ab-48c0-a01d-aa1706d01bbb", "name": "network-vif-deleted", "tag": "943dd9a5-9282-4234-8279-f4923c258f87"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:18:06.886725 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8137bf6c-e708-441a-bdff-4f36b20c3345 x-openstack-request-id: req-8137bf6c-e708-441a-bdff-4f36b20c3345 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:18:06.887232 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ec387d-13ab-48c0-a01d-aa1706d01bbb", "name": "network-vif-deleted", "tag": "943dd9a5-9282-4234-8279-f4923c258f87", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:18:06.888066 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8137bf6c-e708-441a-bdff-4f36b20c3345 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:18:06.888729 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ec387d-13ab-48c0-a01d-aa1706d01bbb', 'name': 'network-vif-deleted', 'tag': '943dd9a5-9282-4234-8279-f4923c258f87', 'status': 'completed', 'code': 200} Jul 14 14:18:07.210261 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-18b86b5b-da99-4214-bdf6-2b4505cf02f0 req-13256682-b20d-47c3-b53b-d690431d4ee0 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0298326 Jul 14 14:18:07.649426 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:18:08.416418 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4e04dc2e-b3d2-4889-b294-c84295d11781 req-a219806d-3617-40c4-baa4-1825d80c09a4 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0858238 Jul 14 14:18:09.420685 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 943dd9a5-9282-4234-8279-f4923c258f87 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:18:09.442165 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: 943dd9a5-9282-4234-8279-f4923c258f87 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:18:09.442515 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 943dd9a5-9282-4234-8279-f4923c258f87 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:18:09.615761 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-54cdf488-c631-42d1-8b94-0f8df0a7afc8 req-a8785d4c-de83-4686-a97e-8d6c8faed062 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0360994 Jul 14 14:18:10.770065 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5f0ed92d-67ad-42eb-9d51-8af7d59763fa req-96641451-13c0-4dcd-8f39-f71ecc0c3771 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0332952 Jul 14 14:18:10.935937 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:11.920150 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14704256-5db4-48bb-b0bb-1bada29dcbcc req-d9ae432d-f084-49be-8e46-e34e1c0cb0bd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0292673 Jul 14 14:18:13.074334 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4402ce52-3acd-4538-8e66-d2ef5f1f9515 req-08bea651-881d-4cf8-b738-51b1127cf8e6 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0365219 Jul 14 14:18:13.623771 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b1354788-fdc4-492f-b09d-4b67e58204f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:14.243156 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5ece3491-4147-4cc2-b69a-53d9e3c0e99b req-ff7dd734-ec13-4653-9f2d-9becc8db163c tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0357709 Jul 14 14:18:15.392589 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-47fab760-34d0-4be8-b0d6-0b5d721d542e req-433cb52f-eaba-48b5-964e-abca6cd00de1 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0293610 Jul 14 14:18:16.350170 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cd678710-3244-4162-81c2-ed074e7a760e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:16.482282 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:16.603396 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-10a3335c-8e23-43f7-a12d-dde387248254 req-be012bc7-4113-4a84-86b0-96eb344bad4d tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0385315 Jul 14 14:18:17.402305 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:17.799480 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-659cb323-6d7a-45af-91c1-e8a3815914d1 req-fef95b22-acb1-4b3d-afea-c3152c504a56 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0309401 Jul 14 14:18:18.974179 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b36ca34d-8425-463c-ac9c-0641a61b0174 req-f071be96-1772-49b9-ba13-34bae9153da4 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0348485 Jul 14 14:18:19.236705 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:20.149735 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-50ac8aec-8235-4490-9983-bf29eb9bd148 req-10754411-4575-44f8-bc34-b9dc191490b7 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0329037 Jul 14 14:18:21.299216 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8e67caac-a031-4020-b410-0c9011a5ccf3 req-d0e36b76-3640-4477-8aef-99ce6cef3d4d tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0312290 Jul 14 14:18:22.455545 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2739d75b-7e87-4b57-a659-57541aba3699 req-291f6f3f-a603-4a05-81f7-72b5b6bb6e0c tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0303407 Jul 14 14:18:23.610934 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85e42905-650c-4eaf-9107-5dff9820972b req-c2e01c8e-db7a-4a38-93a8-bc9b9d32fbd4 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0318031 Jul 14 14:18:24.772316 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a9559fa9-d3ff-4d6f-a215-d85532c68aab req-b861bd74-ba93-4b63-a03e-cd5be5350012 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0299964 Jul 14 14:18:25.959519 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3af2eb-94c4-47e0-91e6-4823c6f0a18a req-de7d0d3d-43d0-4337-a02e-cec1ed8f382a tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0425601 Jul 14 14:18:27.185520 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-71f1362b-954c-47f8-a515-32906cb7e395 req-ca117184-48a4-4b97-983d-f34cc56b0f15 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0372872 Jul 14 14:18:28.347442 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f8affe35-505e-49a5-a0a2-71bd39375b23 req-853ed0b2-013e-429b-a705-0f1fee23815f tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0340691 Jul 14 14:18:29.526292 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-138999d6-5904-4520-8565-9812405a9d14 req-fdb5ea4f-ce31-4024-b7ed-56cfd9918b55 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0351319 Jul 14 14:18:30.680895 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a8b2675a-de8e-447e-b12e-d13a68391b3b req-d0c1bc06-ed00-418c-92c6-d10b8264525b tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0304611 Jul 14 14:18:31.829844 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-945850cd-b884-4ce5-9a77-5b56aa20a014 req-14e47863-abf2-4ce9-bc07-e5fd72bae264 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0295017 Jul 14 14:18:32.983424 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-48024e40-79fb-4693-860a-913da27276c7 req-b0f8f4fd-a135-48e5-9aac-eb82904c8962 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0306160 Jul 14 14:18:34.128921 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-12e3beaf-24e5-47e3-a0dc-59b6f95eca7d req-5c073bdb-b5e8-4e2a-ae58-ec0b07ea85a0 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0291851 Jul 14 14:18:35.284722 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-35ace690-53d4-49c7-9b1f-d92072471e57 req-a1df5aed-48bf-4d1a-98a8-f5829e346d83 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0305703 Jul 14 14:18:36.430264 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bc00e66b-a88d-49d2-8ce8-18214c8a08de req-60f0a808-72a8-49f1-8d44-2d2cd3796668 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0286064 Jul 14 14:18:37.598378 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0d581cec-7fef-4d19-92ca-231f9791724c req-d73b7b5b-27b8-4b49-b109-24a58f5fc336 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0336974 Jul 14 14:18:38.772424 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-01647127-fa93-44ef-adca-a5b217bec7f3 req-c9646bba-c878-48a9-ac00-b5909cb1b08a tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0326655 Jul 14 14:18:39.922093 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-86ba12e3-1399-4c34-bf4c-530b79cd4c4b req-afc6d4e8-3825-4400-8036-d6c6cde7a778 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0323968 Jul 14 14:18:40.949569 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:41.067898 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b09a3c6a-ef93-4b24-8871-07858b7793f2 req-8aad042e-a990-4936-bcde-dbab2d61e88b tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0294013 Jul 14 14:18:42.225215 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-03e215e3-7f35-49e9-bfd5-1a936604b828 req-d5a31af4-0e6f-4f80-9fda-128112be5489 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0295765 Jul 14 14:18:43.389076 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b7b24b11-2633-4cc0-ae7a-824b95a5e055 req-a10465f0-97f0-4c93-9f09-a6e1a173f8d0 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0307009 Jul 14 14:18:43.619808 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c48a4ba9-d702-4933-bcb6-72e52b1f79de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:44.533555 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7cd809a-a48b-4e4f-95e8-33800451e127 req-eab1d72f-7723-4ccf-9fef-9ec3f5e7e33a tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0298953 Jul 14 14:18:44.649150 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:18:45.690355 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a4556956-4a22-4b2b-a3ae-2876afb08756 req-1a5b29c9-337c-4b3f-9ffe-9790ddfff91e tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0325675 Jul 14 14:18:46.354560 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a64c6c8-3c6d-4402-8352-2508e2c4e8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:46.471921 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:46.848121 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9d65af92-178f-4b17-92d6-c2e7f9c7e36a req-df50a29e-ba73-4d45-be6b-91da90646d01 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0324702 Jul 14 14:18:47.403861 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:47.999570 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7abed1d0-b445-4b0a-9d78-9b95959a19b3 req-facf8562-470f-42de-a587-b91363caed36 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0338786 Jul 14 14:18:49.144989 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-39a9f0c1-9d69-4a7f-bcf1-b106a919aad9 req-49ab2538-b188-4dd4-9ace-212ad2b92555 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0288532 Jul 14 14:18:49.241464 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:18:50.333840 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-51a1cd30-f485-4ad8-9145-ff4d892d7110 req-2c59ce4c-c552-4e03-9065-8856f561674d tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0429330 Jul 14 14:18:51.493923 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d29a9aff-1c8f-4071-b16f-7c60bc73a55b req-286cfa1c-2636-4329-9229-6706bfc557f5 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0294693 Jul 14 14:18:52.347283 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a6fb71a-18eb-46bd-928d-2d7588abf02c req-f4e71963-8de8-435d-a222-79243372af61 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573442 Jul 14 14:18:52.477966 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fb71a-18eb-46bd-928d-2d7588abf02c req-93d489ce-6819-4c9c-b8a5-0f3c2c8165cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:52.481157 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a6fb71a-18eb-46bd-928d-2d7588abf02c req-93d489ce-6819-4c9c-b8a5-0f3c2c8165cc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b139a63d2fde409a9f90b021e639f77c&device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0891621 Jul 14 14:18:52.602490 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fb71a-18eb-46bd-928d-2d7588abf02c req-7b43fca1-cfe8-4c4d-8c95-ce5eb56388e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:52.605500 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a6fb71a-18eb-46bd-928d-2d7588abf02c req-7b43fca1-cfe8-4c4d-8c95-ce5eb56388e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3ad5087-ddb5-4936-b169-5492f416fc3a HTTP/1.1" status: 200 len: 915 time: 0.1025243 Jul 14 14:18:52.654686 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a6fb71a-18eb-46bd-928d-2d7588abf02c req-2540215f-3ddc-4048-a10f-7e59aa1fe2cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 200 len: 217 time: 0.0430558 Jul 14 14:18:52.706871 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fb71a-18eb-46bd-928d-2d7588abf02c req-6b2ba4ec-2262-4cf0-8b35-5ab452aff5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:52.708523 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a6fb71a-18eb-46bd-928d-2d7588abf02c req-6b2ba4ec-2262-4cf0-8b35-5ab452aff5a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=60848457-4419-4463-aa3d-f6155b17741c HTTP/1.1" status: 200 len: 853 time: 0.0473974 Jul 14 14:18:52.748302 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-55a2fdad-c910-4af9-b095-75b206b3fdc8 req-bd5c01ab-e641-476c-bcd9-0c2e0de84ef2 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0449767 Jul 14 14:18:52.773293 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fb71a-18eb-46bd-928d-2d7588abf02c req-5b0e0a6b-fb35-4d04-b643-6a7302534b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:18:52.774840 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a6fb71a-18eb-46bd-928d-2d7588abf02c req-5b0e0a6b-fb35-4d04-b643-6a7302534b38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3ad5087-ddb5-4936-b169-5492f416fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600615 Jul 14 14:18:52.882185 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a6fb71a-18eb-46bd-928d-2d7588abf02c req-928c92cc-24b4-4413-9f58-2c50424435ae service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998683 Jul 14 14:18:52.979258 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2a6fb71a-18eb-46bd-928d-2d7588abf02c req-ce996c5e-a21c-4904-aadd-b81584fc6b62 service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898387 Jul 14 14:18:53.018281 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-bba0107b-e9b3-4355-ad65-8c72112ebec9 req-a0063080-5ded-4c30-b172-ad05adaa2558 service neutron] (92928) timed out ('10.222.0.57', 53960) {{(pid=92928) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 14:18:53.911231 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1d6f01c3-08a7-48fb-a205-c3b07fdeac01 req-35e34998-2c8d-4618-81e8-6c207c8bfaa4 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0307062 Jul 14 14:18:55.074950 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9b473afa-1c65-4b56-8fb6-7672f640d578 req-929c3422-9f47-468b-9f3a-0d912d0abfd8 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0437210 Jul 14 14:18:56.008610 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-cfb86c4d-f102-4710-8089-9fb8c0a575b8 req-bab540b9-646e-40fd-beb8-9dab32b41bfa service neutron] (92927) timed out ('10.222.0.38', 51805) {{(pid=92927) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 14:18:56.246999 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-772c671f-f280-415e-99fc-2137ba53d574 req-f2ab369c-9c66-4d91-b3c7-0b62e6465be0 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0328493 Jul 14 14:18:57.406031 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-743a4676-ab4c-4cc2-9092-809b35597a05 req-9738f0c8-bdac-445e-8ef3-d0896dec4a28 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0332041 Jul 14 14:18:58.557161 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5d87a0f0-95bd-4665-b263-cd21060929f0 req-c61daee5-aa40-4fcb-8503-da2ce3b02035 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0294995 Jul 14 14:18:59.714852 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2531f945-0234-483c-b781-44b44099ef82 req-862c6985-b1d5-4489-becd-91f60dec7eb1 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0312200 Jul 14 14:19:00.876123 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-590e31ab-232c-4be3-b754-41447eb73f79 req-11ba60ac-1466-4fee-8cfd-8c89ed93ebbe tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0315716 Jul 14 14:19:02.020718 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1da30404-90ac-4968-89af-f545fa0a0711 req-eb3d3d40-a690-4bea-bd84-7594f67514ea tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0288184 Jul 14 14:19:03.184776 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-30f364f6-6e72-464e-8d2d-10f0ca0f4979 req-3f336ca9-994e-4d33-9c0f-e8e78c194d98 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0284827 Jul 14 14:19:04.359458 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-23ad48cf-1777-4019-b5ea-636029597a73 req-6d27a09f-2ba0-4e44-88ef-1774dc419dec tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0359144 Jul 14 14:19:05.643589 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0ee3c8b5-4ccb-464c-bea1-024598e9af2f req-f5b4498a-c6fa-4880-bccc-967816ac3552 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0344453 Jul 14 14:19:06.830540 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fee5220c-523c-40b0-a66a-e4c0955f9232 req-c01c1100-e537-4c52-af16-9b99d272406b tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0537384 Jul 14 14:19:07.989384 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a478b924-c7f2-4c98-a50a-c765fb766c6d req-e0812ef8-a4ba-45d8-90c9-eb02e79719c5 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0312808 Jul 14 14:19:09.153303 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-16d931ca-641b-44a8-871c-b76399e1c0cd req-543d3915-88bb-43f9-8553-aab6107e7d51 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0320554 Jul 14 14:19:10.307877 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-453436ec-9679-45a1-8a54-05b872cae1e6 req-95faa589-8b1f-464d-90a2-6e39a30f834b tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0311804 Jul 14 14:19:10.965761 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:11.503096 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a0fe17df-f8cb-45dc-b271-3b1210505a90 req-17624f11-0e47-4c90-a75e-dbab50e402f4 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0330238 Jul 14 14:19:12.656690 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-507d4efe-1a4c-4cdd-8b78-6d58b1798f49 req-11e22306-940e-4553-8cee-4bfabc7079c4 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0287566 Jul 14 14:19:13.633563 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d66c62d5-2ab6-4987-8cef-90a74d37a854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:13.815306 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6ebcb41e-d1a0-45e7-a160-9da898fe7623 req-09a668b6-c5db-4267-9f68-b4e2002c312f tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0313518 Jul 14 14:19:14.983275 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0044c7a3-c82c-49a9-9df9-38c966819d96 req-ec5161a7-35c7-44b8-8616-9f364523f3ac tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0331347 Jul 14 14:19:16.186306 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4049151f-e449-415c-aa4f-963cf69dd382 req-7f6b39a0-50be-44ce-b665-5a01d1fad023 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0421820 Jul 14 14:19:16.359229 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbe58ade-4ee4-4df4-8278-f3dea926c65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:16.466983 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:17.348503 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5ec9767c-2428-48c3-93f7-3b3caf8f98ac req-a4eb29e9-b37f-488f-8e19-213860f3f816 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0301044 Jul 14 14:19:17.408520 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:18.511798 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e4c65928-46fd-41a4-a4d8-db21e95ce38b req-2e2b4212-9a7c-45fe-9015-d7ad00c0543b tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0382135 Jul 14 14:19:19.237647 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:19.710338 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3cc89d08-2f9a-495e-a121-af5e539ec87f req-a1b04df8-2e91-486d-bf75-782c31d63b97 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0323052 Jul 14 14:19:20.859413 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53404cd5-d535-4901-959d-16cabce0293f req-b52a5a1e-208d-4797-97fe-46171b1d5716 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0302305 Jul 14 14:19:21.648700 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:19:22.050334 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ae73315f-2ba6-4a90-a730-aa0386d34bf0 req-c6231dfa-3119-42dd-a9ce-268593cee437 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0312221 Jul 14 14:19:23.212556 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2aeb5d22-40e9-4a63-a4bf-89716daed5a6 req-e269c904-e7a8-4ac1-ac65-6bae7ed5f089 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0290422 Jul 14 14:19:24.363305 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f24d48c0-886b-44b7-a491-927c46966a4e req-d86dfe72-52c0-4298-a586-37a0bece334a tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0313566 Jul 14 14:19:25.533358 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-34a3840a-0a27-4a48-83e5-7b6d31b4d89d req-d5c36019-1ddf-4582-b4da-c91980777f86 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0386541 Jul 14 14:19:26.756437 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-485ae176-9bc7-4a49-afe4-41263a8ece73 req-9f69cec8-4ec3-4241-be5b-8c6dbc333943 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0342083 Jul 14 14:19:27.920625 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5d46f80c-31f9-4369-bd4d-7bfb5f246eda req-a965073e-8d6b-40a8-aefb-283fb231ac0b tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0301225 Jul 14 14:19:29.150798 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-da451898-75db-4bf6-ac0b-a99e664f3c6e req-8662a403-df84-4278-88c1-5273408a7d05 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0299869 Jul 14 14:19:30.323437 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2e5f0a5c-5373-463f-be7c-6cc35149768b req-3ff14673-110e-42cd-8170-ba118fd3d597 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0491371 Jul 14 14:19:31.486764 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9bcfd516-ab69-4112-90e5-e78f6f49dcea req-a38ba2d2-9bd1-4a37-bce7-974ed06fc4c6 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0301702 Jul 14 14:19:32.644444 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6eb841f3-e96e-4e77-934b-417003c5275c req-4c9de307-f7bb-4b0a-be03-4f673b5b4440 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0318975 Jul 14 14:19:33.811381 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7c7fde05-dea8-45bc-b492-effff8b6d6d0 req-039f3d4a-32b3-4f15-9c4b-37432a438140 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0399926 Jul 14 14:19:34.998955 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cfd3b2f9-a813-464d-b24e-66b7683f2bec req-24d0ec24-fbf8-4dd5-a64c-96b99c6113f4 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0549636 Jul 14 14:19:36.184024 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-205de486-9716-45d3-b9c1-57b60a49c4ed req-34e6dbc7-3313-4745-9558-3d6ca92cbf25 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0514853 Jul 14 14:19:37.347446 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e50a1690-6444-44ed-a27c-ae6e6b9f0064 req-5ab31d87-766e-4f7c-a6fa-ff089f15bfd2 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0317841 Jul 14 14:19:38.499713 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f70f1749-fa27-4724-b9e7-c4f67d91430d req-f1635856-3fc3-4421-8c6f-31765094f88e tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0292201 Jul 14 14:19:39.655483 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c6fc5ed0-4b9f-4037-b375-2326dba79435 req-f00b29c9-dad1-4cc2-9820-93b4090cbb18 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0285997 Jul 14 14:19:40.803088 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-df71508c-0b54-433c-9a06-e208cc9635d8 req-f6dec6c3-1237-4c3f-9bc9-579be54bb3a5 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0304124 Jul 14 14:19:40.975989 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:41.951614 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ed8de32-8ef4-4c06-9250-cbefb29ce3a8 req-c37d289f-a77b-4bdd-861b-90604dd70f50 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0290594 Jul 14 14:19:43.116669 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-22f45a5a-f1c2-4ee5-b972-5ba55bf938c4 req-dc45e671-eee0-4180-b1c6-93ae943962ac tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0412321 Jul 14 14:19:43.627735 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-382ab0d0-1420-4165-94fd-c83dc2392871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:44.283399 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-94f37c0d-86f3-40a7-8cd7-eb4b37847482 req-0a226bc6-23f3-4af6-8f2a-54dda408d280 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0328169 Jul 14 14:19:45.430366 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7793fbd2-3ee1-4d4f-97ae-0dcee441119c req-6f833000-433b-41de-92d6-bfad0b5aefa8 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0292687 Jul 14 14:19:46.366668 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0da93951-64ca-400b-bf31-004fc2341e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:46.478146 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:46.600742 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9e94dad9-a3aa-4ac1-9cbd-225a01148b90 req-7c560397-b65b-4e60-8604-d0c0d2177bff tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0385993 Jul 14 14:19:47.414991 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:47.788813 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7a6612ab-f35d-47b8-83a6-bd1e11931275 req-fddae2d8-338f-4ddf-a4da-1076531c0757 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0305748 Jul 14 14:19:48.940334 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bf5985f5-6009-49aa-989c-d530678fcf19 req-ff3e89a8-48fb-4a70-b968-9f11e9482f76 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0311770 Jul 14 14:19:49.243532 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:19:50.098967 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4d77f9a-07e2-47be-99bf-c98b4895629e req-48c79b45-3849-4b95-8211-494e02ca8a11 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0333233 Jul 14 14:19:51.271283 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1a870bc8-0cd0-499f-b8a1-ff44978e95cd req-180a778f-7f8d-4d30-bee1-9e4868659a00 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0304763 Jul 14 14:19:52.431121 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ae8256ba-95c1-401b-98c3-6cc1afe945f5 req-6e161a68-6923-4ff7-9fa3-f4a4195ce549 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0339086 Jul 14 14:19:53.349284 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-036b4411-b898-4380-aeec-cb258cece328 req-3580b743-2df6-4d8f-a497-245829077f33 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614734 Jul 14 14:19:53.448385 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b4411-b898-4380-aeec-cb258cece328 req-03c47ad0-8809-430d-8473-9f4eef136e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:53.450097 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-036b4411-b898-4380-aeec-cb258cece328 req-03c47ad0-8809-430d-8473-9f4eef136e50 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b139a63d2fde409a9f90b021e639f77c&device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0573640 Jul 14 14:19:53.589957 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b4411-b898-4380-aeec-cb258cece328 req-394c61cf-a577-4ee4-89e5-b1b38e24b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:53.592435 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-036b4411-b898-4380-aeec-cb258cece328 req-394c61cf-a577-4ee4-89e5-b1b38e24b61e service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3ad5087-ddb5-4936-b169-5492f416fc3a HTTP/1.1" status: 200 len: 915 time: 0.1173625 Jul 14 14:19:53.622714 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c2ced0db-03b3-4a69-be6b-1459c19a6046 req-a1c239b7-19c5-407f-8f73-628e4f29a47f tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0509102 Jul 14 14:19:53.651152 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-036b4411-b898-4380-aeec-cb258cece328 req-d07e6592-14b7-47d7-8c64-a953426359fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 200 len: 217 time: 0.0523417 Jul 14 14:19:53.706275 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b4411-b898-4380-aeec-cb258cece328 req-f682224f-47de-45b4-97a8-2efe9314dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:53.708010 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-036b4411-b898-4380-aeec-cb258cece328 req-f682224f-47de-45b4-97a8-2efe9314dee1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=60848457-4419-4463-aa3d-f6155b17741c HTTP/1.1" status: 200 len: 853 time: 0.0512576 Jul 14 14:19:53.776813 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b4411-b898-4380-aeec-cb258cece328 req-fb9e2d48-85dc-47d8-b96f-acf29d852474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:19:53.778487 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-036b4411-b898-4380-aeec-cb258cece328 req-fb9e2d48-85dc-47d8-b96f-acf29d852474 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3ad5087-ddb5-4936-b169-5492f416fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646155 Jul 14 14:19:53.884973 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-036b4411-b898-4380-aeec-cb258cece328 req-9cddc5dd-c003-4fa7-97b5-66191e59692b service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993590 Jul 14 14:19:53.986463 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-036b4411-b898-4380-aeec-cb258cece328 req-27fbfa13-2232-4d42-ae92-21bb12ca186b service neutron] 10.222.0.38 "GET /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955830 Jul 14 14:19:54.840602 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fcd83ed5-b9cd-4a99-986e-ae8fc4fd4433 req-dd6cf75d-5064-49fe-b52d-d60a1ce1e9ae tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0307257 Jul 14 14:19:55.995637 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-13e76496-688c-4238-9471-9123f23926d1 req-9d289a80-aed3-4043-9e1d-ea725fbed2e7 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0315452 Jul 14 14:19:57.165815 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-6145c3ef-2a58-450b-92a3-104a736ddf7d req-aa4c6e0e-4cbd-48d0-9d5a-9f7dadf3a43b tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0437779 Jul 14 14:19:58.313983 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-96c89263-05d4-4ee0-87e7-3eb9be537526 req-d91d9fcc-3cc2-419a-806a-0dfb3bc5fc80 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0306647 Jul 14 14:19:58.649246 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:19:59.459066 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ba645e7f-ed92-4201-8b22-cce9e29cd140 req-e5156bd7-2a59-4b24-bc0c-852a20b98ecd tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0289385 Jul 14 14:20:00.606760 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de97fc81-7a99-4a24-b867-f09c312a678b req-5c5780fe-3b9d-4a4e-89be-4f43a502019f tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0303156 Jul 14 14:20:01.757319 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7b1c0261-de1c-478a-98dc-57839ca34380 req-26581b0e-0332-47a4-8154-783f7eaee3bb tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0331619 Jul 14 14:20:02.924272 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-90614392-94e6-4d1c-b443-5aa118ac86ed req-af9d8fee-16ed-4bfb-8fcf-3b093b5ddd9c tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0390394 Jul 14 14:20:04.087439 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0db2745f-f525-4fc8-a76e-c1184609665f req-45b492a6-2452-4bdc-95c1-e064c1c3c381 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0345366 Jul 14 14:20:05.231734 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3355e6b0-ba66-4bc4-88dd-e5a0f65931ab req-3db237b1-c93b-4070-ab94-c71da47707f5 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0286438 Jul 14 14:20:06.387480 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fc539e68-b1a1-4c5d-974d-d272fbd8f6a5 req-4b401cb7-66d3-4d95-b03c-00f4791464e4 tempest-VolumesSnapshotTestJSON-1951246115 tempest-VolumesSnapshotTestJSON-1951246115-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6ec387d-13ab-48c0-a01d-aa1706d01bbb HTTP/1.1" status: 200 len: 210 time: 0.0284638 Jul 14 14:20:07.015412 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25e851-f647-4187-ae4a-1e23969e357d req-5d05d9e8-5f5a-4346-8da2-48cb43f54b70 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:07.016952 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fa25e851-f647-4187-ae4a-1e23969e357d req-5d05d9e8-5f5a-4346-8da2-48cb43f54b70 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 945 time: 0.0683897 Jul 14 14:20:07.055993 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fa25e851-f647-4187-ae4a-1e23969e357d req-71261ec7-8d83-4930-a1fd-d2d317b64c28 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7acc634-8d37-4170-b598-b3677669561d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325541 Jul 14 14:20:07.536981 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011fdc5-5a71-4df3-9e5c-c32069902dbc req-fb0664f0-d7a0-45ea-bb21-388fbbe7fc0a tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:07.538517 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8011fdc5-5a71-4df3-9e5c-c32069902dbc req-fb0664f0-d7a0-45ea-bb21-388fbbe7fc0a tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.38 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 945 time: 0.1127949 Jul 14 14:20:07.682078 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-8011fdc5-5a71-4df3-9e5c-c32069902dbc req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Deleting port fe8ccfb0-a193-459d-8a06-a779764bfe34 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:07.682438 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8011fdc5-5a71-4df3-9e5c-c32069902dbc req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:07.779887 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-8011fdc5-5a71-4df3-9e5c-c32069902dbc req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] For port fe8ccfb0-a193-459d-8a06-a779764bfe34, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8ccfb0-a193-459d-8a06-a779764bfe34,segment=NetworkSegment(e9ad3048-10fc-4342-b402-722807577785),segment_id=e9ad3048-10fc-4342-b402-722807577785)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:07.780264 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8011fdc5-5a71-4df3-9e5c-c32069902dbc req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:07.796274 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-8011fdc5-5a71-4df3-9e5c-c32069902dbc req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Calling delete_port for fe8ccfb0-a193-459d-8a06-a779764bfe34 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:07.959473 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8011fdc5-5a71-4df3-9e5c-c32069902dbc req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:07.976377 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['fe8ccfb0-a193-459d-8a06-a779764bfe34'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:20:08.010772 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Pushing event deleted for resources: {'Port': ['ID=fe8ccfb0-a193-459d-8a06-a779764bfe34,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:08.020010 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:08.020726 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:08.021189 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:08.021559 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:08.021988 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:08.022638 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:08.022978 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:08.023493 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:08.024028 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:08.024367 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:08.024704 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:08.025068 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:08.067305 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-8011fdc5-5a71-4df3-9e5c-c32069902dbc req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] No DVR routers for this DVR port fe8ccfb0-a193-459d-8a06-a779764bfe34 on host hv-cinder-78692 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:20:08.070348 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8011fdc5-5a71-4df3-9e5c-c32069902dbc req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:08.072641 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8011fdc5-5a71-4df3-9e5c-c32069902dbc req-c9ace0f1-a048-462e-b787-d9c748c826d3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.38 "DELETE /v2.0/ports/fe8ccfb0-a193-459d-8a06-a779764bfe34 HTTP/1.1" status: 204 len: 173 time: 0.5282943 Jul 14 14:20:08.073300 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'name': 'network-vif-deleted', 'tag': 'fe8ccfb0-a193-459d-8a06-a779764bfe34'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:20:08.076461 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962d44ad-737e-496c-a0e9-af2741803cd7" -d '{"events": [{"server_uuid": "a79941e7-d064-4daa-88f5-41efed8dc3e3", "name": "network-vif-deleted", "tag": "fe8ccfb0-a193-459d-8a06-a779764bfe34"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:20:08.132098 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ff1a8c-eb38-43c5-9173-fd6c02133a44 x-openstack-request-id: req-59ff1a8c-eb38-43c5-9173-fd6c02133a44 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:20:08.132098 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79941e7-d064-4daa-88f5-41efed8dc3e3", "name": "network-vif-deleted", "tag": "fe8ccfb0-a193-459d-8a06-a779764bfe34", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:20:08.132619 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59ff1a8c-eb38-43c5-9173-fd6c02133a44 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:20:08.133180 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79941e7-d064-4daa-88f5-41efed8dc3e3', 'name': 'network-vif-deleted', 'tag': 'fe8ccfb0-a193-459d-8a06-a779764bfe34', 'status': 'completed', 'code': 200} Jul 14 14:20:08.292919 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-57e14510-8a9d-4c96-9a6d-d0676ab9e2d0 req-e1e3fd44-eb8b-4ed6-b076-4b60509ba1af tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0303888 Jul 14 14:20:08.509010 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 34510) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:08.995072 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1712612b-0f1a-4186-9b43-338d6b0d0942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407634'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:09.265654 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-1712612b-0f1a-4186-9b43-338d6b0d0942 admin admin] Deleting port 3a1d1969-de30-4811-9f44-8992b9f51d11 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:09.265999 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1712612b-0f1a-4186-9b43-338d6b0d0942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:09.369381 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-1712612b-0f1a-4186-9b43-338d6b0d0942 admin admin] For port 3a1d1969-de30-4811-9f44-8992b9f51d11, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=3a1d1969-de30-4811-9f44-8992b9f51d11,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:09.369751 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1712612b-0f1a-4186-9b43-338d6b0d0942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:09.388015 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-1712612b-0f1a-4186-9b43-338d6b0d0942 admin admin] Calling delete_port for 3a1d1969-de30-4811-9f44-8992b9f51d11 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:09.476148 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c155d3b6-3dad-4ff4-9dbe-f32508785b37 req-902d8f39-9f77-4325-a50a-f5ffacf78a7b tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0346999 Jul 14 14:20:09.619005 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1712612b-0f1a-4186-9b43-338d6b0d0942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:09.647778 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712612b-0f1a-4186-9b43-338d6b0d0942 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1d1969-de30-4811-9f44-8992b9f51d11,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:09.861346 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1712612b-0f1a-4186-9b43-338d6b0d0942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16476220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402870'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:09.990234 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device fe8ccfb0-a193-459d-8a06-a779764bfe34 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:20:10.013012 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: fe8ccfb0-a193-459d-8a06-a779764bfe34 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:20:10.013387 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device fe8ccfb0-a193-459d-8a06-a779764bfe34 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:20:10.126291 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1712612b-0f1a-4186-9b43-338d6b0d0942 admin admin] Router 38b20c73-e667-4d9e-9391-c69b2f8204fb has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:20:10.553529 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1712612b-0f1a-4186-9b43-338d6b0d0942 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:20:10.564704 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1712612b-0f1a-4186-9b43-338d6b0d0942 admin admin] 10.222.0.57 "PUT /v2.0/routers/38b20c73-e667-4d9e-9391-c69b2f8204fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0521815 Jul 14 14:20:10.565647 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 34526) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:10.568584 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f9b00-98fa-443e-9378-f7c1e9078ac5 None None] Sync routers for ids ['38b20c73-e667-4d9e-9391-c69b2f8204fb'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:20:10.578408 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f9b00-98fa-443e-9378-f7c1e9078ac5 None None] Routers {'38b20c73-e667-4d9e-9391-c69b2f8204fb'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:20:10.579040 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-6c8f9b00-98fa-443e-9378-f7c1e9078ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:19:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['38b20c73-e667-4d9e-9391-c69b2f8204fb'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:10.694251 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-6c8f9b00-98fa-443e-9378-f7c1e9078ac5 None None] Set router 38b20c73-e667-4d9e-9391-c69b2f8204fb gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:20:10.720857 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-02924d3e-c6e8-4ebc-aa2e-ddebe1b143b2 req-305c65de-2f44-4339-a560-9413f6252974 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0907962 Jul 14 14:20:10.765660 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Notify callbacks [] for router, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:10.896522 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:10.918023 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-6c8f9b00-98fa-443e-9378-f7c1e9078ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:20:09Z', 'revision_number': 5, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port': {'id': '2cf69d9a-079c-4e69-917b-5739748ad317', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:04:52Z', 'updated_at': '2021-07-14T14:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:10.950660 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f9b00-98fa-443e-9378-f7c1e9078ac5 None None] Checking router: 38b20c73-e667-4d9e-9391-c69b2f8204fb for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:20:10.966331 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Deleting port 2cf69d9a-079c-4e69-917b-5739748ad317 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:10.966818 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:10.973366 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f9b00-98fa-443e-9378-f7c1e9078ac5 None None] Routers {'38b20c73-e667-4d9e-9391-c69b2f8204fb'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:20:10.974151 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-6c8f9b00-98fa-443e-9378-f7c1e9078ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:19:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['38b20c73-e667-4d9e-9391-c69b2f8204fb'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:11.026607 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:11.080788 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] For port 2cf69d9a-079c-4e69-917b-5739748ad317, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=2cf69d9a-079c-4e69-917b-5739748ad317,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:11.081561 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:11.099732 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Calling delete_port for 2cf69d9a-079c-4e69-917b-5739748ad317 owned by network:router_gateway {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:11.301563 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-6c8f9b00-98fa-443e-9378-f7c1e9078ac5 None None] Set router 38b20c73-e667-4d9e-9391-c69b2f8204fb gateway port host: None {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:20:11.374842 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:11.383490 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-6c8f9b00-98fa-443e-9378-f7c1e9078ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:20:10Z', 'revision_number': 6, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port_host': None}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:11.416108 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f9b00-98fa-443e-9378-f7c1e9078ac5 None None] The sync data for ids ['38b20c73-e667-4d9e-9391-c69b2f8204fb'] in dv-cinder-786927-3-iscsi is: [{'id': '38b20c73-e667-4d9e-9391-c69b2f8204fb', 'name': 'tempest-AttachVolumeTestJSON-1131197931-router', 'tenant_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:04:51Z', 'updated_at': '2021-07-14T14:20:10Z', 'revision_number': 6, 'project_id': 'a3cbdfa5a4d5454e84b587911735d88d', 'gw_port_host': None}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:20:11.420204 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf69d9a-079c-4e69-917b-5739748ad317,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:11.443604 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:11.444299 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:11.445209 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:11.445795 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:11.446402 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:11.446790 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:11.447314 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:11.447819 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:11.448276 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:11.448837 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:11.449408 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:11.449937 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:11.546704 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406068'] for router_gateway, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:11.649681 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12473'] for router, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:11.652236 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:11.700594 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16371247'] for router, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:11.701686 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38b20c73-e667-4d9e-9391-c69b2f8204fb {{(pid=92927) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:20:11.709749 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:11.711696 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-1b45e831-f06e-4d31-ad6f-d02f7d35e723 admin admin] 10.222.0.57 "DELETE /v2.0/routers/38b20c73-e667-4d9e-9391-c69b2f8204fb HTTP/1.1" status: 204 len: 168 time: 1.1445239 Jul 14 14:20:11.714638 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 34540) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:11.781860 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3a174e-4153-464c-9951-0f88cabe2032 admin admin] Deleting subnet 737b1b91-1b10-47bf-a364-9061ed8a4756 {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:20:11.786847 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ec3a174e-4153-464c-9951-0f88cabe2032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:11.828735 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ec3a174e-4153-464c-9951-0f88cabe2032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3664182'] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:11.936933 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 3a1d1969-de30-4811-9f44-8992b9f51d11 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:20:11.966249 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-727e1f69-77b6-49b8-aa8a-a325680909c4 req-26ab3d68-e871-4a7c-8a11-204fe6f60eeb tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0350585 Jul 14 14:20:11.971725 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ec3a174e-4153-464c-9951-0f88cabe2032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:11.978723 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: 3a1d1969-de30-4811-9f44-8992b9f51d11 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:20:11.979684 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 3a1d1969-de30-4811-9f44-8992b9f51d11 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:20:12.049801 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ec3a174e-4153-464c-9951-0f88cabe2032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2796991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3572722'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.075887 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a174e-4153-464c-9951-0f88cabe2032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=737b1b91-1b10-47bf-a364-9061ed8a4756,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:12.082023 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ec3a174e-4153-464c-9951-0f88cabe2032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.083973 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ec3a174e-4153-464c-9951-0f88cabe2032 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/737b1b91-1b10-47bf-a364-9061ed8a4756 HTTP/1.1" status: 204 len: 168 time: 0.3680077 Jul 14 14:20:12.088561 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 34544) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:12.090867 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551a4086-80d8-4f9e-b98e-b64769c3e358 None None] Network 92dfb464-79ad-438f-84d7-a1d7875537d1 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:20:12.172654 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.259828 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Deleting port a41823c1-2bd5-4c11-98fc-966caed642db {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:12.260298 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.369654 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] For port a41823c1-2bd5-4c11-98fc-966caed642db, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=a41823c1-2bd5-4c11-98fc-966caed642db,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:12.369988 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.380039 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] DHCP port deletion for 92dfb464-79ad-438f-84d7-a1d7875537d1 request from dv-cinder-786927-3-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:20:12.394110 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Calling delete_port for a41823c1-2bd5-4c11-98fc-966caed642db owned by network:dhcp {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:12.460837 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Deleting port a41823c1-2bd5-4c11-98fc-966caed642db {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:20:12.461471 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.545183 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] For port a41823c1-2bd5-4c11-98fc-966caed642db, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=a41823c1-2bd5-4c11-98fc-966caed642db,segment=NetworkSegment(0334a248-e5c9-46b1-adef-dc4273ca9eaa),segment_id=0334a248-e5c9-46b1-adef-dc4273ca9eaa)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:12.545748 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.551040 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.573148 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Calling delete_port for a41823c1-2bd5-4c11-98fc-966caed642db owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:20:12.589631 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41823c1-2bd5-4c11-98fc-966caed642db,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:12.600516 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] No DVR routers for this DVR port a41823c1-2bd5-4c11-98fc-966caed642db on host dv-cinder-786927-3-iscsi {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:20:12.712841 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.727483 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92dfb464-79ad-438f-84d7-a1d7875537d1']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:12.748280 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0334a248-e5c9-46b1-adef-dc4273ca9eaa') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:12.748761 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0334a248-e5c9-46b1-adef-dc4273ca9eaa') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:20:12.766340 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3664175'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.789321 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.798576 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:20:12.799138 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796561'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: timer() Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: cb(*args, **kw) Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: self._notify() Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: self.callback(batched_events) Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: event.method(event) Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._get(url).json() Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:20:12.801902 dv-cinder-786927-3-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:20:12.807331 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.847912 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Pushing event deleted for resources: {'Port': ['ID=a41823c1-2bd5-4c11-98fc-966caed642db,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:12.868339 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:12.868876 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:12.869425 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:12.869969 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:12.870480 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:12.871007 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:12.871534 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:12.871992 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:12.872453 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:12.872970 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:12.873523 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:12.873937 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:20:12.877184 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e79ce03-f289-4ba2-842c-0a801c317f3e None None] No DVR routers for this DVR port a41823c1-2bd5-4c11-98fc-966caed642db on host dv-cinder-786927-3-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:20:12.895599 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.903545 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:12.906009 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] 10.222.0.57 "DELETE /v2.0/networks/92dfb464-79ad-438f-84d7-a1d7875537d1 HTTP/1.1" status: 204 len: 168 time: 0.8145654 Jul 14 14:20:12.919609 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9127472-a34b-4ad5-9620-03df1137d931 admin admin] Pushing event deleted for resources: {'Network': ['ID=92dfb464-79ad-438f-84d7-a1d7875537d1,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:13.083345 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 34554) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:13.138600 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-76a1c2a6-a08a-4dc4-bef5-6ba11cf9a49d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3cbdfa5a4d5454e84b587911735d88d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533226 Jul 14 14:20:13.147615 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 34556) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:13.166559 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d9b0adca-cd9b-4b3c-b8e9-151daffb7a76 req-6013844b-4ea2-428f-bf4c-93b02509be5f tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0358167 Jul 14 14:20:13.223742 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aeb4d32c-0efb-4872-9ecf-b9d014f83e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:13.246786 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aeb4d32c-0efb-4872-9ecf-b9d014f83e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:13.299096 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aeb4d32c-0efb-4872-9ecf-b9d014f83e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:13.302113 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aeb4d32c-0efb-4872-9ecf-b9d014f83e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:13.303490 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-aeb4d32c-0efb-4872-9ecf-b9d014f83e2a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a7c981bf-d919-4f97-aabb-d667a995ce68 HTTP/1.1" status: 204 len: 168 time: 0.1543798 Jul 14 14:20:13.313026 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4d32c-0efb-4872-9ecf-b9d014f83e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c981bf-d919-4f97-aabb-d667a995ce68,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:13.641817 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-92c1b7d3-7da4-4c0b-98a4-e49cb823ee31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:13.782278 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 2cf69d9a-079c-4e69-917b-5739748ad317 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:20:13.803953 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: 2cf69d9a-079c-4e69-917b-5739748ad317 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:20:13.804301 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 2cf69d9a-079c-4e69-917b-5739748ad317 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:20:13.804724 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device a41823c1-2bd5-4c11-98fc-966caed642db no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:20:13.825479 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: a41823c1-2bd5-4c11-98fc-966caed642db {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:20:13.825826 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device a41823c1-2bd5-4c11-98fc-966caed642db not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:20:14.293082 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 34586) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:14.434294 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2002258081-network', 'tenant_id': 'cb47f2547bb846e8b7d03f940319eedd'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:20:14.474273 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] Made reservation on behalf of cb47f2547bb846e8b7d03f940319eedd for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:20:14.478855 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:14.491175 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:14.612757 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb5dd58d-690e-41e3-82f4-a4a1819d78c3 req-fbd582d3-712e-459e-872d-34ddf269ed78 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0357807 Jul 14 14:20:14.660534 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:14.665384 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:14.697376 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:20:14.708259 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056900c3-c585-4803-920d-4676e588bbac,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:14.715737 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:14.716133 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] Added segment c97e2edc-170d-4601-abf4-fa72c5c13b14 of type vlan for network 243c374c-8d97-4b67-8d03-f4282e1afd81 Jul 14 14:20:14.762974 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:14.798425 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:14.799939 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:14.800825 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:14.863141 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5697651 Jul 14 14:20:14.868144 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 34594) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:20:14.871136 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81813ed6-60c3-43c1-9669-d6f2e22dd094 admin admin] Pushing event updated for resources: {'Network': ['ID=243c374c-8d97-4b67-8d03-f4282e1afd81,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:14.874522 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-b2b56d00-eb18-46d2-851e-0ea3c4bc57ed admin admin] Request body: {'subnet': {'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2002258081-subnet', 'tenant_id': 'cb47f2547bb846e8b7d03f940319eedd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:20:14.886300 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 243c374c-8d97-4b67-8d03-f4282e1afd81 details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:20:14.906027 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b56d00-eb18-46d2-851e-0ea3c4bc57ed admin admin] Made reservation on behalf of cb47f2547bb846e8b7d03f940319eedd for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:20:14.909778 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b2b56d00-eb18-46d2-851e-0ea3c4bc57ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3572695'] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:15.122057 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b2b56d00-eb18-46d2-851e-0ea3c4bc57ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2796926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3572709'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:15.181840 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b56d00-eb18-46d2-851e-0ea3c4bc57ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1305ccd-7f93-4eaf-a938-3edfec419804,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:15.191675 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b56d00-eb18-46d2-851e-0ea3c4bc57ed admin admin] Checking segment: {'id': 'c97e2edc-170d-4601-abf4-fa72c5c13b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:20:15.192038 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b56d00-eb18-46d2-851e-0ea3c4bc57ed admin admin] Network hostable DHCP agents. Network: 243c374c-8d97-4b67-8d03-f4282e1afd81, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:20:15.211978 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b56d00-eb18-46d2-851e-0ea3c4bc57ed admin admin] Network 243c374c-8d97-4b67-8d03-f4282e1afd81 is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:20:15.223204 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-b2b56d00-eb18-46d2-851e-0ea3c4bc57ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 243c374c-8d97-4b67-8d03-f4282e1afd81) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:20:15.229729 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b56d00-eb18-46d2-851e-0ea3c4bc57ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:15.231525 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b2b56d00-eb18-46d2-851e-0ea3c4bc57ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:15.236010 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d830d5-c5c3-4d08-834d-2326091e20e8 None None] Network 243c374c-8d97-4b67-8d03-f4282e1afd81 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:20:15.253093 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b2b56d00-eb18-46d2-851e-0ea3c4bc57ed admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3829730 Jul 14 14:20:15.393987 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814cb2d0-b51e-446f-94ee-cac4ca627253 None None] Network 243c374c-8d97-4b67-8d03-f4282e1afd81 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:20:15.785191 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fb9c8803-dbd2-46d0-b741-194e964bc48c req-64c8f04d-8c4d-4e2c-837d-d60c7fadb5e5 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0353868 Jul 14 14:20:15.790255 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-2de8486b-a5f1-4542-910d-a53fc4df1f25 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:15.792414 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-2de8486b-a5f1-4542-910d-a53fc4df1f25 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 815 time: 0.1752534 Jul 14 14:20:15.815788 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-4dde6f46-6a6d-4d8a-851d-6256a84522af tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/quotas/cb47f2547bb846e8b7d03f940319eedd HTTP/1.1" status: 200 len: 375 time: 0.0169902 Jul 14 14:20:15.854663 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-73c61873-e739-4b96-9f70-bfa8fa90e9fc tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329385 Jul 14 14:20:16.040524 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-9bec5883-9a55-485a-b837-59e9e9b9ca1e service neutron] 10.222.0.57 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713881 Jul 14 14:20:16.182132 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-7fe85b8d-7fc2-4d63-a1af-cf2f24c922cf service neutron] 10.222.0.57 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353991 Jul 14 14:20:16.365252 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-174e9bd6-0306-4d44-a0aa-182212f565df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:16.390020 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b1c3b42-2988-42bc-af64-3d56b91e5ebe req-93f2eed8-006b-4d1b-9a54-d08448d60831 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 210 time: 0.0427737 Jul 14 14:20:16.471879 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:16.988839 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-58c72d55-fa7a-4f3b-b5ff-c3c5d79683a1 req-173f3680-5b59-4ebd-80e2-4c9024bcf477 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0534718 Jul 14 14:20:17.420215 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:17.563899 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7e4257df-e149-4b37-b74f-f0607ba863d7 req-10e6928a-f400-4985-93a9-e281f0055866 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 210 time: 0.0299141 Jul 14 14:20:17.996681 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-3529f694-16fa-460e-aaad-18db843ee623 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:17.999309 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-3529f694-16fa-460e-aaad-18db843ee623 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 815 time: 0.1628063 Jul 14 14:20:18.015981 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-9b7bacc4-f710-42c2-a922-57e578a3802f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Request body: {'port': {'device_id': '76d84db3-aa3b-407e-b351-1546cbd00f22', 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81', 'admin_state_up': True, 'tenant_id': 'cb47f2547bb846e8b7d03f940319eedd'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:20:18.190638 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b5415362-ce42-4519-87a2-feb859e4b38b req-dce6c72e-e9b5-4df4-b637-c91e1670a795 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0322258 Jul 14 14:20:18.231477 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-9b7bacc4-f710-42c2-a922-57e578a3802f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Made reservation on behalf of cb47f2547bb846e8b7d03f940319eedd for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:20:18.235611 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-9b7bacc4-f710-42c2-a922-57e578a3802f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:18.385080 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-9b7bacc4-f710-42c2-a922-57e578a3802f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Allocated IP 172.20.0.3 (243c374c-8d97-4b67-8d03-f4282e1afd81/a1305ccd-7f93-4eaf-a938-3edfec419804/9b6f1d50-3b38-4101-991e-02ac79e06b00) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:20:18.561967 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-9b7bacc4-f710-42c2-a922-57e578a3802f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:18.609070 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-9b7bacc4-f710-42c2-a922-57e578a3802f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:18.681294 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-9b7bacc4-f710-42c2-a922-57e578a3802f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Network 243c374c-8d97-4b67-8d03-f4282e1afd81 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:20:18.685611 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-9b7bacc4-f710-42c2-a922-57e578a3802f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:20:18.693460 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-9b7bacc4-f710-42c2-a922-57e578a3802f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:20:18.751021 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bacc4-f710-42c2-a922-57e578a3802f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Pushing event updated for resources: {'Port': ['ID=9b6f1d50-3b38-4101-991e-02ac79e06b00,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:18.780435 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-9b7bacc4-f710-42c2-a922-57e578a3802f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:18.781138 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-9b7bacc4-f710-42c2-a922-57e578a3802f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:18.801595 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-9b7bacc4-f710-42c2-a922-57e578a3802f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7912347 Jul 14 14:20:18.814969 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Request body: {'port': {'device_id': '76d84db3-aa3b-407e-b351-1546cbd00f22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:20:18.828524 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311c530-6714-4f28-99a1-b722232ce62a req-9dbecf06-a9c0-4ba2-a646-9995def58793 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:18.830169 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5311c530-6714-4f28-99a1-b722232ce62a req-9dbecf06-a9c0-4ba2-a646-9995def58793 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 931 time: 0.1348274 Jul 14 14:20:18.922580 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-5311c530-6714-4f28-99a1-b722232ce62a req-973852ad-9770-4db7-8cbe-5d7912f08fbd tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734098 Jul 14 14:20:18.939364 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:19.249322 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:19.251523 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6f1d50-3b38-4101-991e-02ac79e06b00 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:20:19.264583 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:19.280093 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Transition to ACTIVE for port object 9b6f1d50-3b38-4101-991e-02ac79e06b00 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:20:19.285921 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:19.347118 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6f1d50-3b38-4101-991e-02ac79e06b00,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:19.381402 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4c17f7df-962e-44f3-92f8-f934d250067e req-d8bb04b8-9253-407b-9e43-601fd628b6c6 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0352776 Jul 14 14:20:19.429810 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Attempting to bind port 9b6f1d50-3b38-4101-991e-02ac79e06b00 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:20:19.430150 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Attempting to bind port 9b6f1d50-3b38-4101-991e-02ac79e06b00 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c97e2edc-170d-4601-abf4-fa72c5c13b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:20:19.430489 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Attempting to bind port 9b6f1d50-3b38-4101-991e-02ac79e06b00 on network 243c374c-8d97-4b67-8d03-f4282e1afd81 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:20:19.435383 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Port 9b6f1d50-3b38-4101-991e-02ac79e06b00 on network 243c374c-8d97-4b67-8d03-f4282e1afd81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:20:19.435714 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Attempting to bind port 9b6f1d50-3b38-4101-991e-02ac79e06b00 on network 243c374c-8d97-4b67-8d03-f4282e1afd81 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:20:19.441318 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:20:19.441672 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Checking segment: {'id': 'c97e2edc-170d-4601-abf4-fa72c5c13b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:20:19.442047 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Bound using segment: {'id': 'c97e2edc-170d-4601-abf4-fa72c5c13b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:20:19.442620 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Bound port: 9b6f1d50-3b38-4101-991e-02ac79e06b00, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97e2edc-170d-4601-abf4-fa72c5c13b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:20:19.442871 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:19.514507 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] For port 9b6f1d50-3b38-4101-991e-02ac79e06b00, host hv-cinder-78692, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:20:19.518287 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] For port 9b6f1d50-3b38-4101-991e-02ac79e06b00, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:20:19.524610 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:19.563462 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:19.564088 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:19.565571 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] 10.222.0.38 "PUT /v2.0/ports/9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 200 len: 1093 time: 0.7552476 Jul 14 14:20:19.566044 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d84db3-aa3b-407e-b351-1546cbd00f22', 'tag': '9b6f1d50-3b38-4101-991e-02ac79e06b00'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:20:19.568411 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0c8a0d-bff6-4d1a-a5b0-ba72c65fa556" -d '{"events": [{"name": "network-changed", "server_uuid": "76d84db3-aa3b-407e-b351-1546cbd00f22", "tag": "9b6f1d50-3b38-4101-991e-02ac79e06b00"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:20:19.597917 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61540bee-cf8e-4ce1-8390-a080751bee36 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6f1d50-3b38-4101-991e-02ac79e06b00,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:19.635488 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0178f8d7-0ce9-4182-8208-842907f00850 x-openstack-request-id: req-0178f8d7-0ce9-4182-8208-842907f00850 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:20:19.636227 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d84db3-aa3b-407e-b351-1546cbd00f22", "tag": "9b6f1d50-3b38-4101-991e-02ac79e06b00", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:20:19.636227 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0178f8d7-0ce9-4182-8208-842907f00850 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:20:19.636518 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d84db3-aa3b-407e-b351-1546cbd00f22', 'tag': '9b6f1d50-3b38-4101-991e-02ac79e06b00', 'status': 'completed', 'code': 200} Jul 14 14:20:19.691494 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-0eb99971-b7be-47df-822e-5f4b287f8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:19.693080 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-0eb99971-b7be-47df-822e-5f4b287f8acf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 1096 time: 0.0687020 Jul 14 14:20:19.738199 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-7e578416-c878-472b-92ef-c9ef85cfefcd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 200 len: 217 time: 0.0380242 Jul 14 14:20:19.796825 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-3b9b5c88-8c44-4281-8c24-7c2394e30207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:19.798810 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-3b9b5c88-8c44-4281-8c24-7c2394e30207 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0532107 Jul 14 14:20:19.834813 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-e6df709c-4b3a-494d-803a-d284486b7cc4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283904 Jul 14 14:20:19.934737 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-fb1ed500-7b7b-481b-91b0-c206efa01612 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933998 Jul 14 14:20:20.088135 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bd068231-cfd5-456e-9c50-f274a787bc0c req-ae430c57-8eed-4b60-b1b0-9f50b8c2d4bf service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457601 Jul 14 14:20:20.190209 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a57a11-ec13-4168-98cf-63acb03b3eb3 req-5b95e9d6-670e-4555-9795-61072aa63616 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:20.191890 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-94a57a11-ec13-4168-98cf-63acb03b3eb3 req-5b95e9d6-670e-4555-9795-61072aa63616 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 943 time: 0.0793402 Jul 14 14:20:20.241238 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c8a0d-bff6-4d1a-a5b0-ba72c65fa556 req-5ddb36e3-445a-4892-a216-6d0e636a2545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:20.242940 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c0c8a0d-bff6-4d1a-a5b0-ba72c65fa556 req-5ddb36e3-445a-4892-a216-6d0e636a2545 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 1096 time: 0.0947928 Jul 14 14:20:20.246579 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-94a57a11-ec13-4168-98cf-63acb03b3eb3 req-c84cbd83-7845-49ef-9270-634ca75926bb tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450993 Jul 14 14:20:20.348801 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c8a0d-bff6-4d1a-a5b0-ba72c65fa556 req-3acb6e99-b42c-412c-867e-9d2dc38ec91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:20.350354 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c0c8a0d-bff6-4d1a-a5b0-ba72c65fa556 req-3acb6e99-b42c-412c-867e-9d2dc38ec91e service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.1003850 Jul 14 14:20:20.403813 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c0c8a0d-bff6-4d1a-a5b0-ba72c65fa556 req-43ffa045-d9b2-4ccd-bf7f-45bd6bea0eb8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 200 len: 217 time: 0.0455666 Jul 14 14:20:20.465677 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c8a0d-bff6-4d1a-a5b0-ba72c65fa556 req-56f0f08c-3bb8-4aa3-aee7-6205cad3ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:20.467475 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c0c8a0d-bff6-4d1a-a5b0-ba72c65fa556 req-56f0f08c-3bb8-4aa3-aee7-6205cad3ac9e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0542068 Jul 14 14:20:20.507569 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c0c8a0d-bff6-4d1a-a5b0-ba72c65fa556 req-4cd33ae6-ca24-4ef8-8079-a22a612aea60 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312512 Jul 14 14:20:20.645733 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d23f717-32d9-41f8-a9a1-ab63a62bd85e req-a86c750c-8b95-4808-92fc-a04d27e1dd88 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.1150064 Jul 14 14:20:20.714477 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c0c8a0d-bff6-4d1a-a5b0-ba72c65fa556 req-76c02464-a5b2-44a6-8685-a0e05852788d service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991787 Jul 14 14:20:20.814000 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c0c8a0d-bff6-4d1a-a5b0-ba72c65fa556 req-0076abdd-12bf-42bd-991b-ed52c1c539e5 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925820 Jul 14 14:20:21.440573 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd744d7-a7e6-477a-9a58-e1535f31562b req-b3e447a7-7a5f-4c1a-b291-790baf57df18 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:21.442227 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4cd744d7-a7e6-477a-9a58-e1535f31562b req-b3e447a7-7a5f-4c1a-b291-790baf57df18 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 943 time: 0.0683680 Jul 14 14:20:21.485527 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4cd744d7-a7e6-477a-9a58-e1535f31562b req-b468b05b-648f-42f6-a8fa-0d2c71a286d6 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351968 Jul 14 14:20:21.803421 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f14df1e5-8223-4044-a1ea-0267e0a47ed3 req-aab9cc8e-0da4-4528-9b89-912d6288e216 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0341451 Jul 14 14:20:22.028837 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 9b6f1d50-3b38-4101-991e-02ac79e06b00 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:20:22.191312 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 9b6f1d50-3b38-4101-991e-02ac79e06b00, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:22.212223 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '9b6f1d50-3b38-4101-991e-02ac79e06b00', 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81', 'port_id': '9b6f1d50-3b38-4101-991e-02ac79e06b00', 'mac_address': 'fa:16:3e:c1:89:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1305ccd-7f93-4eaf-a938-3edfec419804', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:20:22.255501 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:22.270195 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6f1d50-3b38-4101-991e-02ac79e06b00 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:20:22.296643 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 9b6f1d50-3b38-4101-991e-02ac79e06b00, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:22.301823 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:22.374887 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=9b6f1d50-3b38-4101-991e-02ac79e06b00,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:22.539451 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['9b6f1d50-3b38-4101-991e-02ac79e06b00'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:20:22.722417 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819b151-af93-4583-aa31-6a23c1f1f477 req-e4c8e8ff-54d3-4ca0-898c-8aabb63d4925 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:22.725398 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9819b151-af93-4583-aa31-6a23c1f1f477 req-e4c8e8ff-54d3-4ca0-898c-8aabb63d4925 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 944 time: 0.0889461 Jul 14 14:20:22.771134 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9819b151-af93-4583-aa31-6a23c1f1f477 req-254f2456-2efa-4236-bc88-b37ef0055d6a tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Jul 14 14:20:22.952134 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7cc0b7b4-180c-49ae-af1e-a6ef3379faac req-dd6726b3-15a7-4f1b-8c39-117dbcfa8e37 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0300391 Jul 14 14:20:23.958202 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cceec-45b9-4fa2-8f91-5f90a3d9f536 req-65acefc0-631d-4b28-a270-66b3054d7885 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:23.959863 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0c3cceec-45b9-4fa2-8f91-5f90a3d9f536 req-65acefc0-631d-4b28-a270-66b3054d7885 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 944 time: 0.0711920 Jul 14 14:20:24.006231 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0c3cceec-45b9-4fa2-8f91-5f90a3d9f536 req-2c4715fc-8772-43e9-bfe7-53d31d92acb7 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391595 Jul 14 14:20:24.045144 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 9b6f1d50-3b38-4101-991e-02ac79e06b00 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:20:24.136252 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port 9b6f1d50-3b38-4101-991e-02ac79e06b00 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:20:24.137090 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-42eeada5-6124-411f-8244-28a79fed233a req-fc73ae09-d8c4-4aa5-b3dc-bf1cd659aa61 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0519972 Jul 14 14:20:24.145854 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 9b6f1d50-3b38-4101-991e-02ac79e06b00 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:20:24.146608 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.265446 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.293844 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d84db3-aa3b-407e-b351-1546cbd00f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6f1d50-3b38-4101-991e-02ac79e06b00'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:20:24.296357 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee8c838-7a33-42d4-9b98-7245d2d21d41" -d '{"events": [{"server_uuid": "76d84db3-aa3b-407e-b351-1546cbd00f22", "name": "network-vif-plugged", "status": "completed", "tag": "9b6f1d50-3b38-4101-991e-02ac79e06b00"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:20:24.314943 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 9b6f1d50-3b38-4101-991e-02ac79e06b00, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:20:24.320103 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:24.392748 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=9b6f1d50-3b38-4101-991e-02ac79e06b00,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:20:24.407691 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1527029c-bdf0-449f-8dc8-b763d912e39c x-openstack-request-id: req-1527029c-bdf0-449f-8dc8-b763d912e39c {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:20:24.408071 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d84db3-aa3b-407e-b351-1546cbd00f22", "name": "network-vif-plugged", "status": "completed", "tag": "9b6f1d50-3b38-4101-991e-02ac79e06b00", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:20:24.408364 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1527029c-bdf0-449f-8dc8-b763d912e39c {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:20:24.408794 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d84db3-aa3b-407e-b351-1546cbd00f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6f1d50-3b38-4101-991e-02ac79e06b00', 'code': 200} Jul 14 14:20:24.649087 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b7d2f-47f4-4e6f-93b8-bc236983327b req-51881060-9c90-4a6e-83e2-e09a5945bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:24.650668 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-790b7d2f-47f4-4e6f-93b8-bc236983327b req-51881060-9c90-4a6e-83e2-e09a5945bbc8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 1098 time: 0.0557718 Jul 14 14:20:24.691125 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-790b7d2f-47f4-4e6f-93b8-bc236983327b req-b658be49-b527-4537-87c4-dd57b794c3fa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Jul 14 14:20:25.215222 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a2a47-4c7c-4021-9f21-093923a8bbba req-9870643a-6528-47a1-a343-4fd557ce934b tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:25.216993 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b6a2a47-4c7c-4021-9f21-093923a8bbba req-9870643a-6528-47a1-a343-4fd557ce934b tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 945 time: 0.0784888 Jul 14 14:20:25.258435 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b6a2a47-4c7c-4021-9f21-093923a8bbba req-bc6a7bef-5a5b-4475-a8df-bb36c4affd8c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356147 Jul 14 14:20:25.306383 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6e59860d-4390-4d95-812c-88a263e44de2 req-9a8faa42-2925-4015-90a6-78e551071efb tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0410316 Jul 14 14:20:26.475700 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a870c326-d13c-4782-9d57-48504be30af4 req-8d9c6f90-ad6c-44e5-8608-cef8ea09ace4 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0512056 Jul 14 14:20:26.506557 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cede0a2-4557-40d8-b08c-e30429597e15 req-2e9d3756-dbb2-44ed-bd8f-2592ab11fcd3 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:26.508594 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7cede0a2-4557-40d8-b08c-e30429597e15 req-2e9d3756-dbb2-44ed-bd8f-2592ab11fcd3 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 945 time: 0.0765424 Jul 14 14:20:26.554111 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7cede0a2-4557-40d8-b08c-e30429597e15 req-598a7033-9adc-485b-96e2-f6383ffdea56 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395091 Jul 14 14:20:27.633295 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-40302274-ca31-4aea-9e99-8e5aa387092b req-60097a39-d922-4fd0-9d86-087425ece674 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0293114 Jul 14 14:20:28.803558 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9a676f59-7475-48c7-9cea-0a832bb182fa req-d50103d8-8331-4a87-ae12-0d5cf39860a3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0311522 Jul 14 14:20:29.978617 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a73f4cb3-a209-4fad-80ce-33ac77d5a085 req-09fb6031-f03b-49a2-a413-b9e1fc169f3c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0367186 Jul 14 14:20:31.138843 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-197ea7fe-13b2-4574-be47-a4ea4e7d248a req-d3214a67-7727-4700-89b5-6f7edda15f89 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0348797 Jul 14 14:20:32.305430 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-87269d9a-335d-4f93-ae24-4122922bb6c5 req-58ea4d8b-b369-490e-8987-0f59c5e19a70 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0304301 Jul 14 14:20:33.472781 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c3f7a732-997e-4219-afe0-f39d24417aec req-a9404b65-9c7c-401f-a8b5-a85158ead9ef tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0307024 Jul 14 14:20:34.627933 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1c9ba282-91dc-4a53-87f2-c7c8de71d8b7 req-80287a80-eed8-41f4-9c77-f37f6254d61e tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0332963 Jul 14 14:20:35.649076 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:20:35.807828 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-185de018-c283-4b0a-b2ca-aec6652e3504 req-58e3b31f-5d2b-49b3-b0c5-f5c882329926 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0384085 Jul 14 14:20:36.975922 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2060a06e-ded1-4d7b-8b7b-4818906d1c1a req-094cc60b-e669-44d3-9eec-3fb34e6ab727 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0305119 Jul 14 14:20:38.146490 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a53f133d-a70c-426d-9dec-074965098833 req-aad00a59-3cf1-4a58-a2d0-77f04a9abbf6 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0315866 Jul 14 14:20:39.308970 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d52d2d94-351a-4220-9eff-c6810d34b0af req-9959b7ba-85ee-42d1-9359-b8c19bf96cb1 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0322640 Jul 14 14:20:40.463288 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-47f0930a-5104-417c-8415-0686b0ef8e2a req-fdd2dc55-f24e-4933-92c9-5262ed70e690 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0362651 Jul 14 14:20:40.992357 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:41.637367 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ca81aa3f-8470-4f14-b406-9691ea67f005 req-638e7213-6c60-4139-ad42-f32ca95358aa tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0308130 Jul 14 14:20:42.792546 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0dc2c396-cec5-4ce1-9584-a80ea86ba749 req-6e0e8bb1-6d6e-455d-9c4d-00af4b1993c7 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0294461 Jul 14 14:20:43.635854 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-38a9d4f6-6dd8-4b2f-ae2e-24516089bd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:43.995047 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cb2f850-7fcd-4201-a557-8b92932d3e53 req-8d4c30bc-8f29-415d-bcfc-878c56672ef0 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0364575 Jul 14 14:20:45.227062 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-428f3c93-0ed2-495d-ba04-825cccb9b2dc req-0bca1f7e-a1bb-4141-a554-09eda51ed641 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0300896 Jul 14 14:20:46.364024 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e72e2ac6-6d5e-4844-95c7-40f9d6e854dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:46.394423 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-95e6d113-9449-4da7-bcde-2f07f6947031 req-00a21458-b042-4114-ad49-ed885aa6a0ff tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0489302 Jul 14 14:20:46.477539 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:47.417513 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:47.549671 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-be38aca9-56ca-49e1-ab45-73d243626493 req-2ad96f1a-1f26-4f72-a576-f67c57aebc57 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0364549 Jul 14 14:20:48.726984 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-eb5cc662-d51d-4522-b30f-8a863458dff2 req-b7cf05ac-3047-48a2-a216-4b2fe2363a41 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0302379 Jul 14 14:20:49.248810 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:20:49.883271 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-756b0165-3a2a-4606-8ac6-6b8bc3bb4d65 req-f06cfa4d-7406-4f1f-9e5d-5d9030b30c2d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0384333 Jul 14 14:20:51.033432 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3662e589-9a64-47f0-be3e-bff582de1f9e req-d380b51c-ea19-462e-881a-644cd0a41488 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0304255 Jul 14 14:20:52.203529 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-16981050-936b-4881-87cf-c0e8bdb91117 req-5ce475b2-f9e3-431b-9b19-805278e2b6d8 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0503678 Jul 14 14:20:53.365928 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-eb8beaee-d3d4-47fe-8e0c-ac63c42abf34 req-c2bb1d20-096f-4e15-9f2d-bebe4d50af0f tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0332763 Jul 14 14:20:53.395141 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-167557b6-0c3f-488f-9a06-3beeaecba92c req-ace64259-0f32-4b0f-a77f-9b9c01ee239e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0910487 Jul 14 14:20:53.502759 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167557b6-0c3f-488f-9a06-3beeaecba92c req-194006d1-9a23-486f-83ba-04a907f01be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:53.506105 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-167557b6-0c3f-488f-9a06-3beeaecba92c req-194006d1-9a23-486f-83ba-04a907f01be4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 1098 time: 0.0654352 Jul 14 14:20:53.629941 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167557b6-0c3f-488f-9a06-3beeaecba92c req-fc1560f1-52ac-42c7-97c1-655dd73e4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:53.631477 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-167557b6-0c3f-488f-9a06-3beeaecba92c req-fc1560f1-52ac-42c7-97c1-655dd73e4fe0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.0996950 Jul 14 14:20:53.676720 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-167557b6-0c3f-488f-9a06-3beeaecba92c req-9ac352e6-c21c-4c3d-a135-484b70a27a9a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 200 len: 217 time: 0.0368981 Jul 14 14:20:53.733385 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167557b6-0c3f-488f-9a06-3beeaecba92c req-a1d8e6a4-0325-4197-a37c-539ba8607a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:20:53.735137 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-167557b6-0c3f-488f-9a06-3beeaecba92c req-a1d8e6a4-0325-4197-a37c-539ba8607a58 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0528300 Jul 14 14:20:53.769719 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-167557b6-0c3f-488f-9a06-3beeaecba92c req-219f47bb-5ce3-4ead-8e43-7bfd98b2e7b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274208 Jul 14 14:20:53.867325 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-167557b6-0c3f-488f-9a06-3beeaecba92c req-7b64707a-5e17-4de3-9b2d-b822d9954aad service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908859 Jul 14 14:20:54.000591 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-167557b6-0c3f-488f-9a06-3beeaecba92c req-91e629d1-4a89-4d11-8111-e24378455512 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264176 Jul 14 14:20:54.522608 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-780fd70f-8cdc-4912-8fba-50573b60c38f req-8a078cd6-7bbe-4504-9835-2147e9faefcf tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0320733 Jul 14 14:20:55.972295 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-90c282f1-73d5-4e91-b548-572578532ef1 req-550d35ab-92c5-4377-b0d0-923f71e531c4 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.3108766 Jul 14 14:20:57.151224 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ceac28be-4117-49ba-97d0-289fdb0f0f13 req-73308311-6dc4-4507-9a56-09aef5217664 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0479419 Jul 14 14:20:58.328518 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d1b4c6fa-1d64-4b49-bebc-58bbd1fb116c req-6f7afbc7-eb6c-4985-a73b-6ffbb4d60236 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0314400 Jul 14 14:20:59.480227 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ab82e863-dbe1-445d-98d1-dbcd3c0b5a39 req-b369908e-32a6-4a90-8c4b-b18e9ac4a95a tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0339224 Jul 14 14:21:00.641916 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bec494c3-4a5d-4b3b-ba5f-0c883af61829 req-c8baaa93-b34f-4969-b61a-c3d0f9069a81 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0322104 Jul 14 14:21:01.864845 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-686364a5-e8a6-43e0-9ecb-44d78b547089 req-9f14a86d-ec06-498b-b199-2357cb2dc62b tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0305109 Jul 14 14:21:03.011223 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2dc97618-0b5d-43e7-925f-7cadd2583d89 req-e1cb8c42-31f2-4f39-a0ee-c059505103b8 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0301471 Jul 14 14:21:04.170182 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7925ce34-34e5-4cf2-b888-6dde53b5f07f req-78c83719-769a-447c-9a3c-adbff917c973 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0373557 Jul 14 14:21:05.322608 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-df66560a-0873-46a8-804b-b80b07ea554c req-d33d0fdd-069c-4857-97ac-2e3be4046c19 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0317130 Jul 14 14:21:06.473975 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-34a08590-452e-4264-80d6-946d11a9dfee req-995b1bc6-aeb2-4334-9577-c47d3156d07d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0311844 Jul 14 14:21:07.647119 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d0ce8e36-46fd-4f5a-9f57-b39007d4439b req-69b29a52-4acc-4a15-a998-f12efdb26ba3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0359313 Jul 14 14:21:08.802418 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4424f4eb-3f63-49ad-ac3b-43041bd1857f req-a97c552f-5d20-40c2-9ce9-1dbc15727e79 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0344574 Jul 14 14:21:09.991057 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c7c9a2eb-f857-4a21-9c8f-29d796fefba5 req-7a9c2ed5-bf4b-41f1-b370-49968982385d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0494297 Jul 14 14:21:11.008813 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:11.156074 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bb27772a-824e-4709-bf93-323f730566b5 req-9ec97484-a968-4aa8-ac8b-d37bc6ab94e8 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0307629 Jul 14 14:21:12.303264 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-036d6508-e7ad-4626-b1cf-626d4d58418f req-9c6b67cc-0e84-48f8-aad9-2eb8ab29999d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0288329 Jul 14 14:21:12.649214 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:21:13.460809 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a7751604-6104-4f71-a5f0-8f73c553fa4b req-7a8d29ab-1d56-4aba-8eba-d7e403e9ea51 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0302668 Jul 14 14:21:13.641425 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c214416c-ab02-42b7-b748-3cb9bb8c50d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:14.655163 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fb12958f-a1e1-49e7-a368-6ef80391c0ec req-285836db-d67e-4fe3-beb0-82db958c8c86 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0339348 Jul 14 14:21:15.803166 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-905d2bf4-41c1-47f0-9888-ade402efb79e req-99c01660-f88e-45a3-815e-f7bfef57751c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0307424 Jul 14 14:21:16.364656 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2616-dd1a-4678-81f9-ca383503be7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:16.474158 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:16.975207 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f4efed2d-708f-4407-b7a3-5cfd60e0a62e req-051f33a6-54d6-4654-b64e-eeda0226d980 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0298588 Jul 14 14:21:17.423572 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:18.128062 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-77518886-7942-4b9c-96db-458ed1f79b62 req-9893e74e-b44f-4daf-be95-ab1dd74e8b88 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0333161 Jul 14 14:21:19.257750 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:19.300761 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-efd1ff50-20ec-4627-9fa4-5780c0d7a561 req-d0dfbf2e-41c4-437b-abc2-a733dbf40ada tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0427077 Jul 14 14:21:20.450566 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2257bf45-eaca-45b4-816a-1be882ce23ba req-2e763e01-bca0-4336-950e-4b05c0a8f44c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0307436 Jul 14 14:21:21.624054 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77c18782-1a96-4f7a-921e-3fb1dd8fd5e9 req-0314c993-6db4-4ec2-abb7-8f78b20b660b tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0319483 Jul 14 14:21:22.793574 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4ca82871-53be-4b8b-8d8b-6725d115c42c req-9e860100-fbc1-45c2-b1e0-6fa9fcfc063e tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0293748 Jul 14 14:21:23.947381 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5403bed9-b0f8-4285-b4f4-bc8e69afe508 req-298e064e-0892-4616-afe7-3f0e0aed962d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0324819 Jul 14 14:21:25.106098 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-69ef9811-4dfc-42b9-bcaf-aa290b37f46b req-e1780e88-d826-4e34-9045-bbb37178b8b4 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0300500 Jul 14 14:21:26.278780 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ebdd97bd-f1df-4403-92e2-df9c33abf552 req-7ee54e2b-3b22-498a-81f0-c577d100ce75 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0295782 Jul 14 14:21:27.430773 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b9be6428-9ae4-4ed5-be5f-9625499e220a req-5ec12b89-b210-454b-93ad-95edbb07abb2 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0337784 Jul 14 14:21:28.594704 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a28732fe-e655-4afc-b939-3da03289b752 req-ff5c8130-19c6-4d4a-b9a3-b5f06119f516 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0295215 Jul 14 14:21:29.766954 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b75525ad-29b5-4ce4-922d-07ea7cda27c6 req-0371de60-b8f2-4822-9763-5b67067d93e4 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0316339 Jul 14 14:21:30.921411 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-37959551-13ca-4e24-b1cf-bbe66b321123 req-361ad52c-c9e8-4497-92ad-7812c1a5938d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0302954 Jul 14 14:21:32.093382 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-75bb4397-ebad-4797-b0ad-ce8b91e95c1c req-e03ee500-d495-4844-b8a7-420ea4f0db52 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0385840 Jul 14 14:21:33.247704 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4aa21514-6c85-483b-9a70-87a3bf08251c req-cb7a399a-8c45-4897-81b6-e5a995e13662 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0327601 Jul 14 14:21:34.460923 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7b484d8b-193a-400a-a581-ac05d5813821 req-22e7c0a9-9d19-4cda-aa50-61d96472366c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0507448 Jul 14 14:21:35.615010 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-106b49e6-0c8b-4d8c-9d98-b87c0fda09e3 req-e0e85238-a49e-4e43-8d4b-70e8f8412144 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0301113 Jul 14 14:21:36.771643 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e83da12-094f-4c04-a230-86227d4ba82f req-3b050f8a-4cf9-4089-bbce-a5246a8e666e tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0352271 Jul 14 14:21:37.920550 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f5035a8c-7e56-4db6-86e0-33a5481af205 req-194e4d90-a980-4676-aa7e-1712ba58610d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0305352 Jul 14 14:21:39.075327 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05a9fcc9-45f1-465d-9487-ffd525d6d97b req-76461da2-660b-4fd4-bba5-e22723b0703f tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0304887 Jul 14 14:21:40.228814 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-21fc446a-b144-4b5b-9965-3ab0273b6edd req-4b87dc7f-da27-46a8-b520-3841e1e5756c tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0323162 Jul 14 14:21:41.019817 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:41.429870 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-810ca7e1-7692-49ae-a136-34d836f4f40d req-606a45b0-fe65-48af-a0ff-335d3a285892 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0299759 Jul 14 14:21:42.598710 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-617398bf-e4f2-43ee-bace-654cd935468d req-895f187c-8730-43ee-8939-371fb2cd33bb tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0327313 Jul 14 14:21:43.638676 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3873ce6b-bc2b-4564-a69c-c3d542b39235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:43.758519 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f8797b6f-08a2-468d-9f50-6dc627965bfa req-0439827d-32a7-49c5-b824-3e572b758b81 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0353515 Jul 14 14:21:44.908284 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-457dcb39-4ce0-4d70-b8b8-434976e415d8 req-e38b2136-4234-4674-915d-fa589dcd98c8 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0291800 Jul 14 14:21:46.067936 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-80e3e62f-8dd9-4a25-8c70-6e004b9da47e req-224380fe-8bef-42d5-85eb-2da0e48191f8 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0382509 Jul 14 14:21:46.357973 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e976329b-9134-4c32-9ef8-b2bc8394844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:46.467730 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:47.248361 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dcd5d947-da01-45f4-be0e-e0c9d256b984 req-450edfaa-43a8-4e8c-834a-8c9bc8ef556d tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0305154 Jul 14 14:21:47.427189 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:48.403426 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-83f79e4e-8bb8-40bd-9005-83ba35d615aa req-b022671e-d09e-4ec6-9203-963a2d07d774 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0312090 Jul 14 14:21:49.260229 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:21:49.555193 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ad0b0d0-2fcd-43cd-ba5b-8c04d37cf28f req-f0c7aabc-5afa-48ac-be82-5d0df93b387f tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0319614 Jul 14 14:21:49.649489 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:21:50.714729 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3ff4c626-3f70-451f-8729-0d51ecb10ce5 req-5a3482ed-a652-4962-ae5d-e100aaca5373 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0300529 Jul 14 14:21:51.946805 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4bec1928-29fc-4080-b08e-4f53c569006f req-dda678f7-934b-4a94-9c23-b230c5a7eead tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0349905 Jul 14 14:21:53.141640 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a59e93dc-e1f8-448e-b3f3-2b481a7fc416 req-574a19c0-e228-4045-ba4d-ef048454d938 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0524132 Jul 14 14:21:54.315152 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-88a1eb70-8586-4830-993c-3e091bbcde44 req-b21fe824-3c37-4237-bfd5-298b2aeb2a24 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0345683 Jul 14 14:21:55.386293 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c32614e-cee9-4510-adba-214cdd91da63 req-d2fbaaac-0de5-4ea1-9300-fd813f1f7e30 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1114378 Jul 14 14:21:55.505883 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-dcc670ab-2bc7-4bbe-aa5b-4ceb86ee310f req-13bb5a73-f22b-4a58-a87c-35729afdeba3 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0354619 Jul 14 14:21:55.536095 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32614e-cee9-4510-adba-214cdd91da63 req-966cec56-919c-4a22-b0e2-e25e56130464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:55.537946 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c32614e-cee9-4510-adba-214cdd91da63 req-966cec56-919c-4a22-b0e2-e25e56130464 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 1098 time: 0.0970993 Jul 14 14:21:55.671768 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32614e-cee9-4510-adba-214cdd91da63 req-85f269fe-e476-4ae7-98cf-10886652f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:55.673341 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c32614e-cee9-4510-adba-214cdd91da63 req-85f269fe-e476-4ae7-98cf-10886652f96a service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.1142871 Jul 14 14:21:55.717381 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c32614e-cee9-4510-adba-214cdd91da63 req-fadfda88-b635-44a4-865f-12fdb888f2c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 200 len: 217 time: 0.0371101 Jul 14 14:21:55.769017 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32614e-cee9-4510-adba-214cdd91da63 req-00182bde-2813-4e1e-82c0-0f6728d69c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:21:55.770573 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c32614e-cee9-4510-adba-214cdd91da63 req-00182bde-2813-4e1e-82c0-0f6728d69c43 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0473347 Jul 14 14:21:55.810427 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c32614e-cee9-4510-adba-214cdd91da63 req-3a203438-49c0-42d0-866a-3c3af30fbe08 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333555 Jul 14 14:21:55.820741 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-9c32614e-cee9-4510-adba-214cdd91da63 req-b2f8eafa-9940-47aa-b77e-746c3c50ff04 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:21:55.822155 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c32614e-cee9-4510-adba-214cdd91da63 req-b2f8eafa-9940-47aa-b77e-746c3c50ff04 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057485 Jul 14 14:21:55.926051 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c32614e-cee9-4510-adba-214cdd91da63 req-8fee1821-034d-49f1-ae82-dff8b9cfa996 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966034 Jul 14 14:21:56.044795 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9c32614e-cee9-4510-adba-214cdd91da63 req-ca26d64e-64f3-48a8-8a3e-ff625b37716c service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129489 Jul 14 14:21:56.677648 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4f7b401c-e1e9-4b4a-927e-1d13bafebfd6 req-4428a7f7-9e29-4bbd-b9a4-745c26f08725 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0305231 Jul 14 14:21:57.877420 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b70443c2-c831-4953-8eb2-41c7ef70cbb4 req-84833b1c-cc9d-4b30-93b3-d303411d55b2 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0315418 Jul 14 14:21:59.023925 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-88166592-1776-4e91-8b47-1aa41f2675d8 req-013bbfe3-ce54-4bce-973c-f8766876fe0a tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0314243 Jul 14 14:22:00.201786 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-957669ad-0bc4-4450-b0c4-58ded2a7314a req-d46a69cc-5ec7-4d48-9cba-5e477057c614 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0289123 Jul 14 14:22:01.362472 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4d415dd0-5c20-4745-bc2b-5f98fc5fa1ed req-bdb95d07-c92c-42c6-9e9f-83cc73162d35 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0341749 Jul 14 14:22:02.522399 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ecb6c6af-9a41-45b9-b5b8-5f1b722512f6 req-12ca0a06-bbad-4e4b-acee-86d4130d95c0 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0312741 Jul 14 14:22:03.714713 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f7f2d410-de7d-4a5f-b458-f0a010aeeeb4 req-4f9beaee-68d5-46d7-92ea-c7c3c3625709 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0336497 Jul 14 14:22:04.863491 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7488e3db-77db-46f2-8564-cc1fb4a20225 req-b839c0b9-b04b-473d-96ba-bcc5a00d5b27 tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0338788 Jul 14 14:22:06.174357 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ba1686d1-01c9-427d-a1d4-1cfab80f256b req-01f8d87a-c4f2-498c-b264-af99fffd1efc tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0300124 Jul 14 14:22:07.341734 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-faad4d50-cd46-4943-a5b9-557378141464 req-e8d610e7-967d-44f9-8718-b75678b55faa tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0376356 Jul 14 14:22:08.530741 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c429d49e-42ba-4361-ad3f-934144d9287a req-b9b043a8-6eb1-47c3-a757-470c3f50ac6f tempest-TestMinimumBasicScenario-777739333 tempest-TestMinimumBasicScenario-777739333-project] 10.222.0.57 "GET /v2.0/ports?device_id=a79941e7-d064-4daa-88f5-41efed8dc3e3 HTTP/1.1" status: 200 len: 210 time: 0.0342293 Jul 14 14:22:10.729660 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 35566) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:22:11.024439 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:11.207833 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407634'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:11.497655 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Deleting port 2fc33215-d672-44c9-bc7f-696fe68ae41d {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:22:11.497991 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:11.606823 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] For port 2fc33215-d672-44c9-bc7f-696fe68ae41d, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=2fc33215-d672-44c9-bc7f-696fe68ae41d,segment=NetworkSegment(e9ad3048-10fc-4342-b402-722807577785),segment_id=e9ad3048-10fc-4342-b402-722807577785)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:11.607419 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:11.630123 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Calling delete_port for 2fc33215-d672-44c9-bc7f-696fe68ae41d owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:22:11.835842 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:11.864714 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc33215-d672-44c9-bc7f-696fe68ae41d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:11.877008 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:11.877442 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:11.877950 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:11.878149 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:11.878413 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:11.878735 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:11.879073 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:11.879402 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:11.879733 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:11.880055 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:11.880381 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:11.880703 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:12.110642 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16476220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402870'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:12.686880 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Router fb349e53-4bad-454a-9fd1-47887785652d has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:22:12.803976 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:22:12.811788 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-af938f54-785f-4c54-b16e-e0f9d1657099 admin admin] 10.222.0.57 "PUT /v2.0/routers/fb349e53-4bad-454a-9fd1-47887785652d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0804017 Jul 14 14:22:12.815814 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 35582) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:22:12.817805 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49d53b3-a282-484e-bf04-1a181460dbe0 None None] Sync routers for ids ['fb349e53-4bad-454a-9fd1-47887785652d'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:22:12.832360 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d53b3-a282-484e-bf04-1a181460dbe0 None None] Routers {'fb349e53-4bad-454a-9fd1-47887785652d'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:22:12.833259 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f49d53b3-a282-484e-bf04-1a181460dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:21:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['fb349e53-4bad-454a-9fd1-47887785652d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:12.935256 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:12.961723 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f49d53b3-a282-484e-bf04-1a181460dbe0 None None] Set router fb349e53-4bad-454a-9fd1-47887785652d gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:22:13.072212 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:13.163980 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f49d53b3-a282-484e-bf04-1a181460dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:22:11Z', 'revision_number': 5, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port': {'id': 'e16d3ac0-1ec2-49f2-b182-0d0e812f925c', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:05Z', 'updated_at': '2021-07-14T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:13.170439 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] Deleting port e16d3ac0-1ec2-49f2-b182-0d0e812f925c {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:22:13.171025 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:13.193792 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49d53b3-a282-484e-bf04-1a181460dbe0 None None] Checking router: fb349e53-4bad-454a-9fd1-47887785652d for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:22:13.203367 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d53b3-a282-484e-bf04-1a181460dbe0 None None] Routers {'fb349e53-4bad-454a-9fd1-47887785652d'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:22:13.203991 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f49d53b3-a282-484e-bf04-1a181460dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:21:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['fb349e53-4bad-454a-9fd1-47887785652d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:13.306638 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f49d53b3-a282-484e-bf04-1a181460dbe0 None None] Set router fb349e53-4bad-454a-9fd1-47887785652d gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:22:13.317783 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] For port e16d3ac0-1ec2-49f2-b182-0d0e812f925c, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=e16d3ac0-1ec2-49f2-b182-0d0e812f925c,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:13.318280 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:13.335388 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] Calling delete_port for e16d3ac0-1ec2-49f2-b182-0d0e812f925c owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:22:13.364971 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f49d53b3-a282-484e-bf04-1a181460dbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:22:13Z', 'revision_number': 6, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port_host': None}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:13.396343 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49d53b3-a282-484e-bf04-1a181460dbe0 None None] The sync data for ids ['fb349e53-4bad-454a-9fd1-47887785652d'] in dv-cinder-786927-3-iscsi is: [{'id': 'fb349e53-4bad-454a-9fd1-47887785652d', 'name': 'tempest-TestMinimumBasicScenario-227987239-router', 'tenant_id': 'b139a63d2fde409a9f90b021e639f77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:04Z', 'updated_at': '2021-07-14T14:22:13Z', 'revision_number': 6, 'project_id': 'b139a63d2fde409a9f90b021e639f77c', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:22:13.581607 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:13.618280 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] Pushing event deleted for resources: {'Port': ['ID=e16d3ac0-1ec2-49f2-b182-0d0e812f925c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:13.642258 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-57e56fa9-b71c-4dca-b899-065082008e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:13.685392 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406068'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:13.784625 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12473'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:13.788188 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:13.839468 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16371247'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:13.840100 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb349e53-4bad-454a-9fd1-47887785652d {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:22:13.848373 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:13.850510 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5cd5ba0f-b77c-4c99-87f4-f2b2c180a30b admin admin] 10.222.0.57 "DELETE /v2.0/routers/fb349e53-4bad-454a-9fd1-47887785652d HTTP/1.1" status: 204 len: 168 time: 1.0330861 Jul 14 14:22:13.852904 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 35590) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:22:13.908261 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e849e8-d8c5-485b-b5d2-5c506390a1b9 admin admin] Deleting subnet 60848457-4419-4463-aa3d-f6155b17741c {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:22:13.912865 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0e849e8-d8c5-485b-b5d2-5c506390a1b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:13.980214 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0e849e8-d8c5-485b-b5d2-5c506390a1b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973850'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.001314 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device e16d3ac0-1ec2-49f2-b182-0d0e812f925c no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:22:14.040267 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: e16d3ac0-1ec2-49f2-b182-0d0e812f925c {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:22:14.040842 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device e16d3ac0-1ec2-49f2-b182-0d0e812f925c not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:22:14.041602 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 2fc33215-d672-44c9-bc7f-696fe68ae41d no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:22:14.076659 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: 2fc33215-d672-44c9-bc7f-696fe68ae41d {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:22:14.077247 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 2fc33215-d672-44c9-bc7f-696fe68ae41d not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:22:14.077712 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0e849e8-d8c5-485b-b5d2-5c506390a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.172223 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0e849e8-d8c5-485b-b5d2-5c506390a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3973698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4014944'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.213105 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e849e8-d8c5-485b-b5d2-5c506390a1b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60848457-4419-4463-aa3d-f6155b17741c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:14.224435 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0e849e8-d8c5-485b-b5d2-5c506390a1b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.228749 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f0e849e8-d8c5-485b-b5d2-5c506390a1b9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/60848457-4419-4463-aa3d-f6155b17741c HTTP/1.1" status: 204 len: 168 time: 0.3743761 Jul 14 14:22:14.231455 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 35594) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:22:14.233484 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b0ea30-700e-43b1-860a-655dde696471 None None] Network e3ad5087-ddb5-4936-b169-5492f416fc3a requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:22:14.348730 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.444062 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Deleting port beb3d452-a737-4c7c-96be-ed0d4c8b2221 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:22:14.444531 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.539355 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] For port beb3d452-a737-4c7c-96be-ed0d4c8b2221, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=beb3d452-a737-4c7c-96be-ed0d4c8b2221,segment=NetworkSegment(e9ad3048-10fc-4342-b402-722807577785),segment_id=e9ad3048-10fc-4342-b402-722807577785)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:14.539707 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.549449 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] DHCP port deletion for e3ad5087-ddb5-4936-b169-5492f416fc3a request from dv-cinder-786927-3-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:22:14.557257 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Calling delete_port for beb3d452-a737-4c7c-96be-ed0d4c8b2221 owned by network:dhcp {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:22:14.633119 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Deleting port beb3d452-a737-4c7c-96be-ed0d4c8b2221 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:22:14.633608 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.647713 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.680535 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] No DVR routers for this DVR port beb3d452-a737-4c7c-96be-ed0d4c8b2221 on host dv-cinder-786927-3-iscsi {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:22:14.685374 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb3d452-a737-4c7c-96be-ed0d4c8b2221,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:14.717163 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.717525 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.717871 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.718206 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.718541 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.718880 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.719211 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.719533 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.720411 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.720737 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.721082 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.721417 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.747921 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] For port beb3d452-a737-4c7c-96be-ed0d4c8b2221, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=beb3d452-a737-4c7c-96be-ed0d4c8b2221,segment=NetworkSegment(e9ad3048-10fc-4342-b402-722807577785),segment_id=e9ad3048-10fc-4342-b402-722807577785)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:14.748836 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.774262 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Calling delete_port for beb3d452-a737-4c7c-96be-ed0d4c8b2221 owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:22:14.784382 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.796529 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ad5087-ddb5-4936-b169-5492f416fc3a']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:14.817233 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ad3048-10fc-4342-b402-722807577785') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:14.817747 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ad3048-10fc-4342-b402-722807577785') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:14.836558 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3664175'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.859477 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.870848 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:22:14.871293 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796561'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: timer() Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: cb(*args, **kw) Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: self._notify() Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: self.callback(batched_events) Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: event.method(event) Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._get(url).json() Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:22:14.873318 dv-cinder-786927-3-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:22:14.900842 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.936267 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.941404 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Pushing event deleted for resources: {'Port': ['ID=beb3d452-a737-4c7c-96be-ed0d4c8b2221,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:14.946688 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:14.953554 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e3ad5087-ddb5-4936-b169-5492f416fc3a HTTP/1.1" status: 204 len: 168 time: 0.7177877 Jul 14 14:22:14.953850 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] No DVR routers for this DVR port beb3d452-a737-4c7c-96be-ed0d4c8b2221 on host dv-cinder-786927-3-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:22:14.954615 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 35600) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:22:14.954787 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.954961 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.955280 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.955693 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.956020 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.956342 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.956997 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.957357 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.957684 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.958151 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.958482 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.958801 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092292a7-f9ab-414f-91a2-498fbf8b345c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:14.976312 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12e8c0-d6ac-47b1-9bf7-04e5c3d50469 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ad5087-ddb5-4936-b169-5492f416fc3a,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:15.510775 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-057143b8-553a-4693-a2d8-053d9b471969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407634'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:15.797379 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-057143b8-553a-4693-a2d8-053d9b471969 admin admin] Deleting port a2b3da01-2b6e-429d-b847-8270acd544b8 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:22:15.797815 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-057143b8-553a-4693-a2d8-053d9b471969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:15.870242 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device beb3d452-a737-4c7c-96be-ed0d4c8b2221 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:22:15.895737 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: beb3d452-a737-4c7c-96be-ed0d4c8b2221 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:22:15.896068 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device beb3d452-a737-4c7c-96be-ed0d4c8b2221 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:22:15.918801 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-057143b8-553a-4693-a2d8-053d9b471969 admin admin] For port a2b3da01-2b6e-429d-b847-8270acd544b8, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=a2b3da01-2b6e-429d-b847-8270acd544b8,segment=NetworkSegment(c7dab022-9bf0-4149-b9ea-63e342ecff3f),segment_id=c7dab022-9bf0-4149-b9ea-63e342ecff3f)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:15.919174 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-057143b8-553a-4693-a2d8-053d9b471969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:15.935024 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-057143b8-553a-4693-a2d8-053d9b471969 admin admin] Calling delete_port for a2b3da01-2b6e-429d-b847-8270acd544b8 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:22:16.239237 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-057143b8-553a-4693-a2d8-053d9b471969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:16.284869 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057143b8-553a-4693-a2d8-053d9b471969 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b3da01-2b6e-429d-b847-8270acd544b8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:16.373086 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3c77e39a-0f19-4dfd-8943-1c5a8bb80c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:16.482093 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:16.516742 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-057143b8-553a-4693-a2d8-053d9b471969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16476220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402870'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:16.795418 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057143b8-553a-4693-a2d8-053d9b471969 admin admin] Router 36b16f67-49de-448c-8171-141e7acd6101 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:22:16.926563 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057143b8-553a-4693-a2d8-053d9b471969 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:22:16.931838 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-057143b8-553a-4693-a2d8-053d9b471969 admin admin] 10.222.0.57 "PUT /v2.0/routers/36b16f67-49de-448c-8171-141e7acd6101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9757307 Jul 14 14:22:16.936016 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 35612) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:22:16.936569 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d45eb-e604-4809-be1b-7ccd47fcecb6 None None] Sync routers for ids ['36b16f67-49de-448c-8171-141e7acd6101'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:22:16.948462 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443d45eb-e604-4809-be1b-7ccd47fcecb6 None None] Routers {'36b16f67-49de-448c-8171-141e7acd6101'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:22:16.949120 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-443d45eb-e604-4809-be1b-7ccd47fcecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:22:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['36b16f67-49de-448c-8171-141e7acd6101'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:17.092528 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-443d45eb-e604-4809-be1b-7ccd47fcecb6 None None] Set router 36b16f67-49de-448c-8171-141e7acd6101 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:22:17.116870 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:17.316160 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:17.395553 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] Deleting port e4389b7b-22e0-4f6e-bef4-22cd3aa23272 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:22:17.395942 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:17.468589 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:17.479198 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-443d45eb-e604-4809-be1b-7ccd47fcecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b16f67-49de-448c-8171-141e7acd6101', 'name': 'tempest-TestMinimumBasicScenario-1991687986-router', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e4389b7b-22e0-4f6e-bef4-22cd3aa23272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:09Z', 'updated_at': '2021-07-14T14:22:16Z', 'revision_number': 5, 'project_id': 'e287154eb8854f52a64fdb1ef3336661', 'gw_port': {'id': 'e4389b7b-22e0-4f6e-bef4-22cd3aa23272', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b16f67-49de-448c-8171-141e7acd6101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:05:10Z', 'updated_at': '2021-07-14T14:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:17.537817 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] For port e4389b7b-22e0-4f6e-bef4-22cd3aa23272, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=e4389b7b-22e0-4f6e-bef4-22cd3aa23272,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:17.538770 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:17.540230 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d45eb-e604-4809-be1b-7ccd47fcecb6 None None] Checking router: 36b16f67-49de-448c-8171-141e7acd6101 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:22:17.554389 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] Calling delete_port for e4389b7b-22e0-4f6e-bef4-22cd3aa23272 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:22:17.557794 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443d45eb-e604-4809-be1b-7ccd47fcecb6 None None] Routers {'36b16f67-49de-448c-8171-141e7acd6101'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:22:17.558788 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-443d45eb-e604-4809-be1b-7ccd47fcecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:22:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['36b16f67-49de-448c-8171-141e7acd6101'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:17.692711 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-443d45eb-e604-4809-be1b-7ccd47fcecb6 None None] Set router 36b16f67-49de-448c-8171-141e7acd6101 gateway port host: None {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:22:17.787921 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:17.791523 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-443d45eb-e604-4809-be1b-7ccd47fcecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b16f67-49de-448c-8171-141e7acd6101', 'name': 'tempest-TestMinimumBasicScenario-1991687986-router', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:09Z', 'updated_at': '2021-07-14T14:22:17Z', 'revision_number': 6, 'project_id': 'e287154eb8854f52a64fdb1ef3336661', 'gw_port_host': None}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:17.830701 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] Pushing event deleted for resources: {'Port': ['ID=e4389b7b-22e0-4f6e-bef4-22cd3aa23272,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:17.852036 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d45eb-e604-4809-be1b-7ccd47fcecb6 None None] The sync data for ids ['36b16f67-49de-448c-8171-141e7acd6101'] in dv-cinder-786927-3-iscsi is: [{'id': '36b16f67-49de-448c-8171-141e7acd6101', 'name': 'tempest-TestMinimumBasicScenario-1991687986-router', 'tenant_id': 'e287154eb8854f52a64fdb1ef3336661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:05:09Z', 'updated_at': '2021-07-14T14:22:17Z', 'revision_number': 6, 'project_id': 'e287154eb8854f52a64fdb1ef3336661', 'gw_port_host': None}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:22:17.922559 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406068'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:18.356664 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12473'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:18.359314 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:18.408154 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16371247'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:18.408948 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36b16f67-49de-448c-8171-141e7acd6101 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:22:18.416206 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:18.417785 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-002db2bc-3490-4523-b8da-c1bf28568adb admin admin] 10.222.0.57 "DELETE /v2.0/routers/36b16f67-49de-448c-8171-141e7acd6101 HTTP/1.1" status: 204 len: 168 time: 1.4806299 Jul 14 14:22:18.420852 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 35622) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:22:18.470930 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ed003a-5b1d-43c7-bcfd-a29a9833fb5f admin admin] Deleting subnet cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:22:18.474613 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f8ed003a-5b1d-43c7-bcfd-a29a9833fb5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:18.526558 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f8ed003a-5b1d-43c7-bcfd-a29a9833fb5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973850'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:18.625090 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f8ed003a-5b1d-43c7-bcfd-a29a9833fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:18.706918 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f8ed003a-5b1d-43c7-bcfd-a29a9833fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3973698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4014944'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:18.741380 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed003a-5b1d-43c7-bcfd-a29a9833fb5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:18.747438 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f8ed003a-5b1d-43c7-bcfd-a29a9833fb5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:18.750436 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f8ed003a-5b1d-43c7-bcfd-a29a9833fb5f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cec21a04-bb24-4ea9-aa0d-6ed9e3b5c73b HTTP/1.1" status: 204 len: 168 time: 0.3279505 Jul 14 14:22:18.755829 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c10cb-971b-424b-832c-491bc325f9ff None None] Network 5a91488a-7d45-415f-b648-7f9831b516af requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:22:18.757356 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 35628) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:22:18.859212 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:18.948539 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Deleting port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:22:18.949267 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.047344 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09821658-c675-4079-a81a-46e808e19fd7 None None] DHCP port deletion for 5a91488a-7d45-415f-b648-7f9831b516af request from dv-cinder-786927-3-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:22:19.070625 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] For port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=73b4a9b2-cd21-4b1d-a111-17d2c9be4b79,segment=NetworkSegment(c7dab022-9bf0-4149-b9ea-63e342ecff3f),segment_id=c7dab022-9bf0-4149-b9ea-63e342ecff3f)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:19.071001 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.087624 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Calling delete_port for 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 owned by network:dhcp {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:22:19.125266 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-09821658-c675-4079-a81a-46e808e19fd7 None None] Deleting port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:22:19.125903 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-09821658-c675-4079-a81a-46e808e19fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.227380 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-09821658-c675-4079-a81a-46e808e19fd7 None None] For port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=73b4a9b2-cd21-4b1d-a111-17d2c9be4b79,segment=NetworkSegment(c7dab022-9bf0-4149-b9ea-63e342ecff3f),segment_id=c7dab022-9bf0-4149-b9ea-63e342ecff3f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:19.228404 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.228647 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-09821658-c675-4079-a81a-46e808e19fd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.265432 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b4a9b2-cd21-4b1d-a111-17d2c9be4b79,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:19.276823 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] No DVR routers for this DVR port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 on host dv-cinder-786927-3-iscsi {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:22:19.286764 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-09821658-c675-4079-a81a-46e808e19fd7 None None] Calling delete_port for 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:22:19.311195 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.370281 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.381417 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a91488a-7d45-415f-b648-7f9831b516af']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:19.393150 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-09821658-c675-4079-a81a-46e808e19fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.394310 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7dab022-9bf0-4149-b9ea-63e342ecff3f') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:19.394802 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7dab022-9bf0-4149-b9ea-63e342ecff3f') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:19.406216 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3664175'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.422564 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09821658-c675-4079-a81a-46e808e19fd7 None None] Pushing event deleted for resources: {'Port': ['ID=73b4a9b2-cd21-4b1d-a111-17d2c9be4b79,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:19.423872 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.430312 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09821658-c675-4079-a81a-46e808e19fd7 None None] No DVR routers for this DVR port 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 on host dv-cinder-786927-3-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:22:19.436778 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:22:19.437381 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796561'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: timer() Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: cb(*args, **kw) Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: self._notify() Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: self.callback(batched_events) Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: event.method(event) Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._get(url).json() Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:22:19.442018 dv-cinder-786927-3-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:22:19.518021 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.529086 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.532366 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5a91488a-7d45-415f-b648-7f9831b516af HTTP/1.1" status: 204 len: 168 time: 0.7722254 Jul 14 14:22:19.543125 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7b829-656a-4af0-a62b-36b9be993ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a91488a-7d45-415f-b648-7f9831b516af,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:19.678129 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 35636) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:22:19.725092 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b66448ea-286f-4fad-9707-7a1ecba5560d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b139a63d2fde409a9f90b021e639f77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450828 Jul 14 14:22:19.727600 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 35638) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:22:19.785746 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-536e8c80-08a5-47d0-87a1-500e2b2c0d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.819577 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-536e8c80-08a5-47d0-87a1-500e2b2c0d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.861558 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:22:19.879942 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-536e8c80-08a5-47d0-87a1-500e2b2c0d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.884644 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-536e8c80-08a5-47d0-87a1-500e2b2c0d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:19.886624 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-536e8c80-08a5-47d0-87a1-500e2b2c0d10 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b7acc634-8d37-4170-b598-b3677669561d HTTP/1.1" status: 204 len: 168 time: 0.1577201 Jul 14 14:22:19.893307 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:22:19.893717 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 73b4a9b2-cd21-4b1d-a111-17d2c9be4b79 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:22:19.894182 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device e4389b7b-22e0-4f6e-bef4-22cd3aa23272 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:22:19.914807 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e8c80-08a5-47d0-87a1-500e2b2c0d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7acc634-8d37-4170-b598-b3677669561d,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:19.924536 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: e4389b7b-22e0-4f6e-bef4-22cd3aa23272 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:22:19.924889 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device e4389b7b-22e0-4f6e-bef4-22cd3aa23272 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:22:19.925475 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device a2b3da01-2b6e-429d-b847-8270acd544b8 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:22:19.952494 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: a2b3da01-2b6e-429d-b847-8270acd544b8 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:22:19.952851 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device a2b3da01-2b6e-429d-b847-8270acd544b8 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:22:20.264469 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 35646) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:22:20.313804 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6fdf1cce-22b3-4f5e-a84c-1488b4ed1e9e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e287154eb8854f52a64fdb1ef3336661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474966 Jul 14 14:22:20.316955 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 35650) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:22:20.372086 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5771d3a6-89d5-4484-9b13-9b234068a6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:20.396068 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5771d3a6-89d5-4484-9b13-9b234068a6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:20.450399 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5771d3a6-89d5-4484-9b13-9b234068a6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:20.453062 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5771d3a6-89d5-4484-9b13-9b234068a6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:20.454383 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-5771d3a6-89d5-4484-9b13-9b234068a6c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1745fc08-3341-4ea4-b7ca-c5e7bcf1ffa3 HTTP/1.1" status: 204 len: 168 time: 0.1363714 Jul 14 14:22:20.463816 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771d3a6-89d5-4484-9b13-9b234068a6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1745fc08-3341-4ea4-b7ca-c5e7bcf1ffa3,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:26.649367 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:22:41.047678 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:43.640863 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cd19014f-9fa2-4684-be75-b6188d876ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:46.364713 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-66d95f08-ce1d-4efe-9212-d3782ed259cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:46.475885 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:47.435707 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:49.269456 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:22:57.335367 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ab7a2a1e-2411-457a-ad13-251a1a1605e4 req-1cf652b5-fbf0-4f54-9606-bca11e4ee440 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573974 Jul 14 14:22:57.438776 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a2a1e-2411-457a-ad13-251a1a1605e4 req-1cef668e-a36e-40a6-b309-e34bcca3733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:57.440367 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ab7a2a1e-2411-457a-ad13-251a1a1605e4 req-1cef668e-a36e-40a6-b309-e34bcca3733f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 1098 time: 0.0615447 Jul 14 14:22:57.558028 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a2a1e-2411-457a-ad13-251a1a1605e4 req-b2905677-d576-414d-8702-03cb5e54a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:57.559526 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ab7a2a1e-2411-457a-ad13-251a1a1605e4 req-b2905677-d576-414d-8702-03cb5e54a450 service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.0963562 Jul 14 14:22:57.602584 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ab7a2a1e-2411-457a-ad13-251a1a1605e4 req-1146a683-b132-4729-b0ed-262414e7d4a3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 200 len: 217 time: 0.0367959 Jul 14 14:22:57.659273 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a2a1e-2411-457a-ad13-251a1a1605e4 req-3f3285ec-f81a-4193-8896-03b21e3c9b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:22:57.660789 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ab7a2a1e-2411-457a-ad13-251a1a1605e4 req-3f3285ec-f81a-4193-8896-03b21e3c9b62 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0502799 Jul 14 14:22:57.694313 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ab7a2a1e-2411-457a-ad13-251a1a1605e4 req-1955ac1a-966e-4c5a-acb8-cbdb591b5069 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273700 Jul 14 14:22:57.812322 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ab7a2a1e-2411-457a-ad13-251a1a1605e4 req-8276a085-e823-416f-b946-b6530d20c9b5 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110635 Jul 14 14:22:57.963772 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ab7a2a1e-2411-457a-ad13-251a1a1605e4 req-07bdcdc2-f347-4408-a68f-3b6779f297b4 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451354 Jul 14 14:23:03.648487 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:23:11.077463 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:13.645514 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-16e39cdc-53d1-49fb-a388-88caa2a5ff63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.360837 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d853e497-4597-46fc-9d16-4be8d46097ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:16.486908 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:17.430090 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:19.278797 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:40.647504 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:23:41.082431 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:43.646933 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-48ac73cb-ab2e-40d7-9928-e727742a9f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:46.368856 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b52602f8-8407-4f09-a6d3-f38cf99d3e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:46.482319 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:47.440163 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:49.276264 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:23:59.337481 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c190a4c0-740d-41f7-834f-7834bc32680f req-6e577550-e5fc-45e5-90c9-c0e46c05ebcf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631397 Jul 14 14:23:59.452730 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190a4c0-740d-41f7-834f-7834bc32680f req-4dff5972-ab6a-483e-8c19-ded70e3e0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:59.452730 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c190a4c0-740d-41f7-834f-7834bc32680f req-4dff5972-ab6a-483e-8c19-ded70e3e0d39 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 1098 time: 0.0618832 Jul 14 14:23:59.577882 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190a4c0-740d-41f7-834f-7834bc32680f req-c2209555-5608-4d19-88a5-4b97d9196a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:59.580034 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c190a4c0-740d-41f7-834f-7834bc32680f req-c2209555-5608-4d19-88a5-4b97d9196a04 service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.1053519 Jul 14 14:23:59.624099 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c190a4c0-740d-41f7-834f-7834bc32680f req-e38d0e12-a88a-4878-aeb6-6d044ad556da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 200 len: 217 time: 0.0378489 Jul 14 14:23:59.677188 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190a4c0-740d-41f7-834f-7834bc32680f req-c6099537-da8a-4135-81b3-aa1ae43d10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:23:59.678771 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c190a4c0-740d-41f7-834f-7834bc32680f req-c6099537-da8a-4135-81b3-aa1ae43d10f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0484147 Jul 14 14:23:59.726370 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c190a4c0-740d-41f7-834f-7834bc32680f req-2814ac20-430b-4a55-a38e-3dd8eaee5aa4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410991 Jul 14 14:23:59.824839 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c190a4c0-740d-41f7-834f-7834bc32680f req-66f0dd61-f3ee-4c8a-8b29-1c55d72c21a2 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919347 Jul 14 14:23:59.923160 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c190a4c0-740d-41f7-834f-7834bc32680f req-c771484f-95c3-45fc-8550-30c7a1d6b09f service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923095 Jul 14 14:24:11.091757 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:13.641264 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ff605c55-82bc-49d3-8229-630a7c78db12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:16.365877 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bcf208b0-2ac2-46ec-80d6-568bb54d3587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:16.481839 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:17.439284 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:17.647234 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:24:19.280342 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:41.105407 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:43.643272 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-05a6ed68-f963-4acc-a518-a96cdb9c5679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:46.363994 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f572f4ad-c5d2-4925-9180-5e8f8babc417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:46.492404 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:47.439472 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:49.287748 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:24:54.646278 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:25:00.330205 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698e65db-d0c5-42db-935a-42f233070dda req-5356979f-4555-4821-963c-f9d620fec637 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633504 Jul 14 14:25:00.430798 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e65db-d0c5-42db-935a-42f233070dda req-3b296cec-47ef-4387-9c01-d80d9c00e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:00.432403 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698e65db-d0c5-42db-935a-42f233070dda req-3b296cec-47ef-4387-9c01-d80d9c00e0f7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 1098 time: 0.0580430 Jul 14 14:25:00.556861 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e65db-d0c5-42db-935a-42f233070dda req-177b1781-fcfa-4885-a426-2875ee36c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:00.558522 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698e65db-d0c5-42db-935a-42f233070dda req-177b1781-fcfa-4885-a426-2875ee36c401 service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.1057298 Jul 14 14:25:00.621804 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698e65db-d0c5-42db-935a-42f233070dda req-3ebdcdca-5214-42e4-a1bb-52755cf0c510 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 200 len: 217 time: 0.0566063 Jul 14 14:25:00.678841 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e65db-d0c5-42db-935a-42f233070dda req-2ed53721-f14e-43b3-8612-85789d3cf4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:25:00.680420 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698e65db-d0c5-42db-935a-42f233070dda req-2ed53721-f14e-43b3-8612-85789d3cf4d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0511250 Jul 14 14:25:00.717867 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698e65db-d0c5-42db-935a-42f233070dda req-f57b299f-bfe8-4e9f-b6d3-603a77dff6dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307691 Jul 14 14:25:00.818371 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698e65db-d0c5-42db-935a-42f233070dda req-06ebb047-07d3-4294-a8a4-e36ce7bf747a service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935466 Jul 14 14:25:00.914169 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-698e65db-d0c5-42db-935a-42f233070dda req-4dd30b53-23ff-47f4-a62c-68fa38580753 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892229 Jul 14 14:25:11.100631 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:13.646869 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbe452e0-fd67-4975-a30c-bee549151539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:16.357116 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28c4ec12-f84e-44fa-b2bd-387c90740200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:16.475915 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:17.445537 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:19.285427 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:31.645312 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:25:41.120034 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:43.649277 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74fb0bcc-67fe-40f9-b404-2416c57b66bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:46.359552 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55bf63fe-a975-4a3d-8ee0-63ef34b6ba28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:46.479614 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:47.445763 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:25:49.290055 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:00.340924 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdb8c89-605a-4425-a5ce-02375fa94692 req-34a3fcdb-8b76-4ffb-8e93-49b3ce247067 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702736 Jul 14 14:26:00.458657 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8c89-605a-4425-a5ce-02375fa94692 req-466d5179-dbb8-47ca-8933-1aaa803bb569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:00.461435 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdb8c89-605a-4425-a5ce-02375fa94692 req-466d5179-dbb8-47ca-8933-1aaa803bb569 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 1098 time: 0.0720763 Jul 14 14:26:00.586870 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8c89-605a-4425-a5ce-02375fa94692 req-89ae1b14-ab15-444d-b17e-993d3e387c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:00.588540 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdb8c89-605a-4425-a5ce-02375fa94692 req-89ae1b14-ab15-444d-b17e-993d3e387c7a service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.0938599 Jul 14 14:26:00.636980 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdb8c89-605a-4425-a5ce-02375fa94692 req-b6d5274f-635a-4bbd-a34f-19254a1c2237 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 200 len: 217 time: 0.0417659 Jul 14 14:26:00.688768 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8c89-605a-4425-a5ce-02375fa94692 req-f1ba318c-8ec6-489c-ae0a-839098c0c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:00.690304 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdb8c89-605a-4425-a5ce-02375fa94692 req-f1ba318c-8ec6-489c-ae0a-839098c0c54b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0476713 Jul 14 14:26:00.725347 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdb8c89-605a-4425-a5ce-02375fa94692 req-10c87414-1629-456c-877a-c4ee3d8beb8d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283844 Jul 14 14:26:00.829236 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdb8c89-605a-4425-a5ce-02375fa94692 req-66603eb2-1035-404a-a049-b5f5a36ab92f service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977278 Jul 14 14:26:00.925507 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7fdb8c89-605a-4425-a5ce-02375fa94692 req-f305f8e0-7cfe-4b7a-81b0-f1aeb3d2a402 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890918 Jul 14 14:26:08.644025 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:26:11.126381 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:11.273321 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 37032) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:11.876679 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407634'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:12.159528 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Deleting port bf4f9d2a-9122-4adc-bde0-5d5ff465477e {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:26:12.159872 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:12.246408 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] For port bf4f9d2a-9122-4adc-bde0-5d5ff465477e, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=bf4f9d2a-9122-4adc-bde0-5d5ff465477e,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:26:12.246763 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:12.261677 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Calling delete_port for bf4f9d2a-9122-4adc-bde0-5d5ff465477e owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:26:12.458189 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:12.491940 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4f9d2a-9122-4adc-bde0-5d5ff465477e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:12.563029 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:12.563574 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:12.564124 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:12.564524 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:12.564900 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:12.565310 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:12.565694 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:12.566064 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:12.566432 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:12.566796 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:12.567174 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:12.567697 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:12.745805 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16476220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402870'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:13.021929 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:26:13.143330 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:26:13.149398 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d206ab47-51f7-4f73-bb10-6ec96836ecf6 admin admin] 10.222.0.57 "PUT /v2.0/routers/0a02cf58-130c-4bd9-a991-5f155e5fc5e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8744221 Jul 14 14:26:13.153633 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 37042) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:13.156761 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87096328-4c2c-4f7d-aafc-0eac79dd42d4 None None] Sync routers for ids ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:26:13.168131 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87096328-4c2c-4f7d-aafc-0eac79dd42d4 None None] Routers {'0a02cf58-130c-4bd9-a991-5f155e5fc5e7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:26:13.169229 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-87096328-4c2c-4f7d-aafc-0eac79dd42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:25:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:13.268203 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:13.356574 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-87096328-4c2c-4f7d-aafc-0eac79dd42d4 None None] Set router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:26:13.406101 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:13.497277 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] Deleting port 823f0d78-a310-49c0-ad8d-137be950896f {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:26:13.498037 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:13.608109 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] For port 823f0d78-a310-49c0-ad8d-137be950896f, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=823f0d78-a310-49c0-ad8d-137be950896f,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:26:13.608109 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:13.614477 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-87096328-4c2c-4f7d-aafc-0eac79dd42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '823f0d78-a310-49c0-ad8d-137be950896f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:26:12Z', 'revision_number': 5, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port': {'id': '823f0d78-a310-49c0-ad8d-137be950896f', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:01:16Z', 'updated_at': '2021-07-14T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:13.623388 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] Calling delete_port for 823f0d78-a310-49c0-ad8d-137be950896f owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:26:13.652846 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87096328-4c2c-4f7d-aafc-0eac79dd42d4 None None] Checking router: 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:26:13.653611 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b0026e2d-03e4-4f4e-a681-aa5dfe3c4575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:13.668873 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87096328-4c2c-4f7d-aafc-0eac79dd42d4 None None] Routers {'0a02cf58-130c-4bd9-a991-5f155e5fc5e7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:26:13.670545 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-87096328-4c2c-4f7d-aafc-0eac79dd42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:25:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:13.819947 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-87096328-4c2c-4f7d-aafc-0eac79dd42d4 None None] Set router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:26:13.876692 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:13.878225 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-87096328-4c2c-4f7d-aafc-0eac79dd42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:26:13Z', 'revision_number': 6, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port_host': None}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:13.906903 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87096328-4c2c-4f7d-aafc-0eac79dd42d4 None None] The sync data for ids ['0a02cf58-130c-4bd9-a991-5f155e5fc5e7'] in dv-cinder-786927-3-iscsi is: [{'id': '0a02cf58-130c-4bd9-a991-5f155e5fc5e7', 'name': 'tempest-AttachVolumeShelveTestJSON-356507786-router', 'tenant_id': '84091d0680394dc3955f3ed734020316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:01:15Z', 'updated_at': '2021-07-14T14:26:13Z', 'revision_number': 6, 'project_id': '84091d0680394dc3955f3ed734020316', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:26:13.910531 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] Pushing event deleted for resources: {'Port': ['ID=823f0d78-a310-49c0-ad8d-137be950896f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:14.295749 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406068'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:14.438824 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12473'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:14.441695 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:14.491539 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16371247'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:14.492338 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a02cf58-130c-4bd9-a991-5f155e5fc5e7 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:26:14.499734 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:14.501253 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b6f663ea-345f-4eeb-8bd4-14d785acc372 admin admin] 10.222.0.57 "DELETE /v2.0/routers/0a02cf58-130c-4bd9-a991-5f155e5fc5e7 HTTP/1.1" status: 204 len: 168 time: 1.3462813 Jul 14 14:26:14.503912 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 37050) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:14.557628 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c92ce98-1f99-49be-a432-b2a433eeefbd admin admin] Deleting subnet 7c9e99f6-8685-4c55-b68e-415908b0bb16 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:26:14.561725 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c92ce98-1f99-49be-a432-b2a433eeefbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:14.598515 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c92ce98-1f99-49be-a432-b2a433eeefbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973850'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:14.681367 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c92ce98-1f99-49be-a432-b2a433eeefbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:14.762096 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c92ce98-1f99-49be-a432-b2a433eeefbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3973698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4014944'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:14.811028 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92ce98-1f99-49be-a432-b2a433eeefbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9e99f6-8685-4c55-b68e-415908b0bb16,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:14.814548 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4c92ce98-1f99-49be-a432-b2a433eeefbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:14.816426 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a67a896-962c-46e9-a944-3447eff4389a None None] Network 3410fdfc-dc44-4fd7-9145-5178f588b3ac requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:26:14.818219 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4c92ce98-1f99-49be-a432-b2a433eeefbd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7c9e99f6-8685-4c55-b68e-415908b0bb16 HTTP/1.1" status: 204 len: 168 time: 0.3128898 Jul 14 14:26:14.820347 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 37054) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:14.899906 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:14.989949 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Deleting port bb6f78c2-290b-4f76-b473-e1f96993a232 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:26:14.990513 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.043502 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] DHCP port deletion for 3410fdfc-dc44-4fd7-9145-5178f588b3ac request from dv-cinder-786927-3-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:26:15.097159 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Deleting port bb6f78c2-290b-4f76-b473-e1f96993a232 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:26:15.097159 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.122861 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] For port bb6f78c2-290b-4f76-b473-e1f96993a232, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=bb6f78c2-290b-4f76-b473-e1f96993a232,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:26:15.123580 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.144201 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Calling delete_port for bb6f78c2-290b-4f76-b473-e1f96993a232 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:26:15.175398 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] For port bb6f78c2-290b-4f76-b473-e1f96993a232, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=bb6f78c2-290b-4f76-b473-e1f96993a232,segment=NetworkSegment(3a6bd37e-d153-4a8e-a426-356d1ce2995f),segment_id=3a6bd37e-d153-4a8e-a426-356d1ce2995f)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:26:15.175797 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.191977 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Calling delete_port for bb6f78c2-290b-4f76-b473-e1f96993a232 owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:26:15.243130 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.275504 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6f78c2-290b-4f76-b473-e1f96993a232,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:15.279629 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] No DVR routers for this DVR port bb6f78c2-290b-4f76-b473-e1f96993a232 on host dv-cinder-786927-3-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:26:15.304694 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.353972 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Pushing event deleted for resources: {'Port': ['ID=bb6f78c2-290b-4f76-b473-e1f96993a232,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:15.358475 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.359199 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] No DVR routers for this DVR port bb6f78c2-290b-4f76-b473-e1f96993a232 on host dv-cinder-786927-3-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:26:15.376636 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.376636 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.376636 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.376636 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.376636 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.377493 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3410fdfc-dc44-4fd7-9145-5178f588b3ac']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:15.377754 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.377754 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.377754 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.377754 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.377754 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.377754 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.377754 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff6b9a8-7a08-45ce-bf65-66ee0e699265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.392572 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6bd37e-d153-4a8e-a426-356d1ce2995f') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:15.392922 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6bd37e-d153-4a8e-a426-356d1ce2995f') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:26:15.403378 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973827'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.420283 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.428594 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:26:15.429209 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3974124'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: timer() Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: self._notify() Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: event.method(event) Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:26:15.431914 dv-cinder-786927-3-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:26:15.497335 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.505762 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.508669 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3410fdfc-dc44-4fd7-9145-5178f588b3ac HTTP/1.1" status: 204 len: 168 time: 0.6863225 Jul 14 14:26:15.527808 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a789ee-4c16-4a1c-8078-1059ba807aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3410fdfc-dc44-4fd7-9145-5178f588b3ac,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:15.664505 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 37060) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:15.709377 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6f30351e-3f7a-4d6e-8f0a-4f466eaf7b64 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84091d0680394dc3955f3ed734020316&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426736 Jul 14 14:26:15.712740 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 37064) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:15.783219 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.809880 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.866103 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.869240 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:15.870574 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f794b3d-d388-49af-ac2c-42a9dbf8ca50 HTTP/1.1" status: 204 len: 168 time: 0.1566639 Jul 14 14:26:15.883798 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f794b3d-d388-49af-ac2c-42a9dbf8ca50,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:15.893171 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.893672 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.894100 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.894497 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.894973 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.895497 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.895953 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.896342 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.896720 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.897119 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.897512 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.897964 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436f3d46-47c4-4dc4-b638-58b5c3454568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:15.982486 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device bf4f9d2a-9122-4adc-bde0-5d5ff465477e no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:26:16.022636 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: bf4f9d2a-9122-4adc-bde0-5d5ff465477e {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:26:16.023206 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device bf4f9d2a-9122-4adc-bde0-5d5ff465477e not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:26:16.024429 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device bb6f78c2-290b-4f76-b473-e1f96993a232 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:26:16.048147 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: bb6f78c2-290b-4f76-b473-e1f96993a232 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:26:16.048516 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device bb6f78c2-290b-4f76-b473-e1f96993a232 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:26:16.048899 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 823f0d78-a310-49c0-ad8d-137be950896f no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:26:16.075329 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: 823f0d78-a310-49c0-ad8d-137be950896f {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:26:16.075872 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 823f0d78-a310-49c0-ad8d-137be950896f not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:26:16.363504 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-427396dd-5618-482b-8ba8-2b6750ad5e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:16.483780 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:17.454622 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:18.073917 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 37124) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:18.188669 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-86a97984-48e4-49e0-a953-a055d3d3eaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:18.296264 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-86a97984-48e4-49e0-a953-a055d3d3eaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:18.301138 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-86a97984-48e4-49e0-a953-a055d3d3eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:18.343707 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-86a97984-48e4-49e0-a953-a055d3d3eaf2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b4ae85256e04b30b6186129b324afc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683361 Jul 14 14:26:18.344487 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a97984-48e4-49e0-a953-a055d3d3eaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cea995-b0e4-4118-b148-73f2a03471f8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:18.348167 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 37128) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:18.410743 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-90043562-6936-4032-a6ed-b020efe314ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:18.435349 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-90043562-6936-4032-a6ed-b020efe314ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:18.495905 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-90043562-6936-4032-a6ed-b020efe314ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:18.498848 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-90043562-6936-4032-a6ed-b020efe314ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:18.500121 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-90043562-6936-4032-a6ed-b020efe314ff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d1cea995-b0e4-4118-b148-73f2a03471f8 HTTP/1.1" status: 204 len: 168 time: 0.1504338 Jul 14 14:26:18.508779 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90043562-6936-4032-a6ed-b020efe314ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cea995-b0e4-4118-b148-73f2a03471f8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:18.824199 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 37136) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:18.840368 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-267c0d49-9998-4f29-82bf-bcaaf6e263e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:18.955277 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-267c0d49-9998-4f29-82bf-bcaaf6e263e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:18.960274 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-267c0d49-9998-4f29-82bf-bcaaf6e263e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:19.011199 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-267c0d49-9998-4f29-82bf-bcaaf6e263e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c905244da6f4a9694f9df8ec75033a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857519 Jul 14 14:26:19.011944 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c0d49-9998-4f29-82bf-bcaaf6e263e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c33aee-57f2-4a00-94b4-c01249ded42b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:19.015434 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 37140) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:19.086155 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-47c4bbd4-0118-4cf1-9056-34bb0c7eb331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:19.113526 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-47c4bbd4-0118-4cf1-9056-34bb0c7eb331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:19.177453 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-47c4bbd4-0118-4cf1-9056-34bb0c7eb331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:19.180214 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-47c4bbd4-0118-4cf1-9056-34bb0c7eb331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:19.181525 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-47c4bbd4-0118-4cf1-9056-34bb0c7eb331 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/25c33aee-57f2-4a00-94b4-c01249ded42b HTTP/1.1" status: 204 len: 168 time: 0.1653748 Jul 14 14:26:19.189951 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4bbd4-0118-4cf1-9056-34bb0c7eb331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c33aee-57f2-4a00-94b4-c01249ded42b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:19.300674 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:21.371369 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 37216) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:21.485882 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16cc172a-eb9c-4b0b-9c76-98fd48404c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:21.594417 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16cc172a-eb9c-4b0b-9c76-98fd48404c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:21.598582 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-16cc172a-eb9c-4b0b-9c76-98fd48404c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:21.641552 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-16cc172a-eb9c-4b0b-9c76-98fd48404c9e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6dd409c5a4da4f90a6654be8339c8067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690132 Jul 14 14:26:21.642468 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc172a-eb9c-4b0b-9c76-98fd48404c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809e3c76-e8bd-42b9-bd36-aba79ca384f8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:21.644652 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 37220) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:21.708411 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d9ca3afa-cf05-4ea1-84bd-cc92320dbcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:21.735112 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d9ca3afa-cf05-4ea1-84bd-cc92320dbcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:21.794581 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d9ca3afa-cf05-4ea1-84bd-cc92320dbcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:21.797461 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d9ca3afa-cf05-4ea1-84bd-cc92320dbcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:21.798842 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d9ca3afa-cf05-4ea1-84bd-cc92320dbcb8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/809e3c76-e8bd-42b9-bd36-aba79ca384f8 HTTP/1.1" status: 204 len: 168 time: 0.1528194 Jul 14 14:26:21.807342 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca3afa-cf05-4ea1-84bd-cc92320dbcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809e3c76-e8bd-42b9-bd36-aba79ca384f8,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:22.114171 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 37230) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:22.127859 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-229c32fb-bf65-4c98-a769-608ce036848b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:22.239455 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-229c32fb-bf65-4c98-a769-608ce036848b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:22.243720 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-229c32fb-bf65-4c98-a769-608ce036848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:22.283911 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c32fb-bf65-4c98-a769-608ce036848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139004aa-cccb-4a8b-bac4-5ac7981550e0,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:22.288302 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-229c32fb-bf65-4c98-a769-608ce036848b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3b327ea460d4abbbbbf2596b0c7e3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730626 Jul 14 14:26:22.292573 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 37234) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:22.348217 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8378be54-0edd-4859-bc11-c3a4b1a3b279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:22.370968 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8378be54-0edd-4859-bc11-c3a4b1a3b279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:22.420401 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8378be54-0edd-4859-bc11-c3a4b1a3b279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:22.423363 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8378be54-0edd-4859-bc11-c3a4b1a3b279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:22.424669 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8378be54-0edd-4859-bc11-c3a4b1a3b279 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/139004aa-cccb-4a8b-bac4-5ac7981550e0 HTTP/1.1" status: 204 len: 168 time: 0.1310868 Jul 14 14:26:22.435279 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378be54-0edd-4859-bc11-c3a4b1a3b279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139004aa-cccb-4a8b-bac4-5ac7981550e0,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:27.188867 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-438ded09-87d3-4fdd-a85e-b0c9f684a61c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:27.190547 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-438ded09-87d3-4fdd-a85e-b0c9f684a61c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 815 time: 0.1277857 Jul 14 14:26:27.207005 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-e47d5188-3cc5-45c3-8db2-80a35c578a94 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/quotas/cb47f2547bb846e8b7d03f940319eedd HTTP/1.1" status: 200 len: 375 time: 0.0097554 Jul 14 14:26:27.310102 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-5ae31671-50ea-43e1-a012-5cb4054c6f45 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0930824 Jul 14 14:26:27.475797 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-81f3b0f1-6436-4457-bc5b-0d06d54c6578 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:26:27.478372 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-81f3b0f1-6436-4457-bc5b-0d06d54c6578 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1611369 Jul 14 14:26:27.603973 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-fc4fd3eb-a7ca-4e36-95f1-c54c7b5abdf5 service neutron] 10.222.0.57 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177278 Jul 14 14:26:27.746972 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-547a7dd3-dfa7-4e40-bd50-514509d8e43a service neutron] 10.222.0.57 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352162 Jul 14 14:26:28.209760 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 37380) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:28.299506 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ca59f74c-1e7b-4d7d-a8fa-2f31d770246a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:28.321197 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-aa863355-aaa5-436a-82d1-d31123037740 req-87cace80-67a4-456b-a429-4aacb1855b38 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 210 time: 0.3654909 Jul 14 14:26:28.471281 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ca59f74c-1e7b-4d7d-a8fa-2f31d770246a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:28.475119 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ca59f74c-1e7b-4d7d-a8fa-2f31d770246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:28.522687 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ca59f74c-1e7b-4d7d-a8fa-2f31d770246a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f273e994786f492eb06039ab0887c6d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112612 Jul 14 14:26:28.524215 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59f74c-1e7b-4d7d-a8fa-2f31d770246a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd7593e-30ed-4559-8d35-ab0ab990b92c,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:28.527384 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 37392) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:28.585384 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-753a6742-183d-4cc1-ac09-3fd228c0323e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:28.616367 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-753a6742-183d-4cc1-ac09-3fd228c0323e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:28.680141 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-753a6742-183d-4cc1-ac09-3fd228c0323e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:28.683471 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-753a6742-183d-4cc1-ac09-3fd228c0323e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:28.684894 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-753a6742-183d-4cc1-ac09-3fd228c0323e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4cd7593e-30ed-4559-8d35-ab0ab990b92c HTTP/1.1" status: 204 len: 168 time: 0.1569839 Jul 14 14:26:28.696457 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a6742-183d-4cc1-ac09-3fd228c0323e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd7593e-30ed-4559-8d35-ab0ab990b92c,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:29.060564 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 37402) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:29.078041 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-04263b17-aac4-4c1b-ae05-daa6ea89f3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:29.207195 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-04263b17-aac4-4c1b-ae05-daa6ea89f3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:29.211175 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-04263b17-aac4-4c1b-ae05-daa6ea89f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:29.253706 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-04263b17-aac4-4c1b-ae05-daa6ea89f3c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fcc1f171276c4f86b04574c5069f90cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918187 Jul 14 14:26:29.254588 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04263b17-aac4-4c1b-ae05-daa6ea89f3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659034bf-6840-45d8-9500-80a483825d5e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:29.256854 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 37404) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:26:29.313760 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-10d398be-2f48-4c77-90b8-2bb336dd0226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:29.338495 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-10d398be-2f48-4c77-90b8-2bb336dd0226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:29.391869 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-10d398be-2f48-4c77-90b8-2bb336dd0226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:29.395268 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-10d398be-2f48-4c77-90b8-2bb336dd0226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:29.396785 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-10d398be-2f48-4c77-90b8-2bb336dd0226 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/659034bf-6840-45d8-9500-80a483825d5e HTTP/1.1" status: 204 len: 168 time: 0.1387117 Jul 14 14:26:29.408063 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d398be-2f48-4c77-90b8-2bb336dd0226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659034bf-6840-45d8-9500-80a483825d5e,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:29.570063 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-76e0b4c0-2a37-4383-890a-c8b693573885 req-a70e8cce-ce17-4743-b06e-3cb1b27c83bd tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 210 time: 0.0789580 Jul 14 14:26:29.802269 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-834644b3-92a8-467f-827a-a51a16fedec8 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:29.805654 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-834644b3-92a8-467f-827a-a51a16fedec8 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 815 time: 0.1752808 Jul 14 14:26:29.823074 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-c2c1bb38-427e-48d4-b6d0-abb21f7be97c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Request body: {'port': {'device_id': '22a98def-da96-49e3-855d-8dbd0f09ec50', 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81', 'admin_state_up': True, 'tenant_id': 'cb47f2547bb846e8b7d03f940319eedd'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:26:30.018095 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-c2c1bb38-427e-48d4-b6d0-abb21f7be97c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Made reservation on behalf of cb47f2547bb846e8b7d03f940319eedd for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:26:30.023278 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-c2c1bb38-427e-48d4-b6d0-abb21f7be97c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:30.210203 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-c2c1bb38-427e-48d4-b6d0-abb21f7be97c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Allocated IP 172.20.0.8 (243c374c-8d97-4b67-8d03-f4282e1afd81/a1305ccd-7f93-4eaf-a938-3edfec419804/7eafd5c9-6795-45e2-885b-7eb3475e386c) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:26:30.397727 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-c2c1bb38-427e-48d4-b6d0-abb21f7be97c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:30.462880 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-c2c1bb38-427e-48d4-b6d0-abb21f7be97c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:30.478006 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['9b6f1d50-3b38-4101-991e-02ac79e06b00'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:26:30.548451 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-c2c1bb38-427e-48d4-b6d0-abb21f7be97c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Network 243c374c-8d97-4b67-8d03-f4282e1afd81 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:26:30.552427 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-c2c1bb38-427e-48d4-b6d0-abb21f7be97c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:26:30.557447 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-c2c1bb38-427e-48d4-b6d0-abb21f7be97c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:26:30.586759 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1bb38-427e-48d4-b6d0-abb21f7be97c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Pushing event updated for resources: {'Port': ['ID=7eafd5c9-6795-45e2-885b-7eb3475e386c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:30.621548 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-c2c1bb38-427e-48d4-b6d0-abb21f7be97c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:30.622242 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-c2c1bb38-427e-48d4-b6d0-abb21f7be97c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:30.642106 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-c2c1bb38-427e-48d4-b6d0-abb21f7be97c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8269906 Jul 14 14:26:30.656319 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Request body: {'port': {'device_id': '22a98def-da96-49e3-855d-8dbd0f09ec50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:26:30.795528 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:30.938785 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a69af-fcab-48e1-9fbd-e5dbb91eb0c1 req-f1c1588a-fd04-4a99-982a-14ca649b0ab9 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:30.940627 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7f6a69af-fcab-48e1-9fbd-e5dbb91eb0c1 req-f1c1588a-fd04-4a99-982a-14ca649b0ab9 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 931 time: 0.1098082 Jul 14 14:26:31.059858 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7f6a69af-fcab-48e1-9fbd-e5dbb91eb0c1 req-e4c918fb-a076-44a8-a623-69a6fcafc4c7 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994925 Jul 14 14:26:31.247712 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eafd5c9-6795-45e2-885b-7eb3475e386c {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:26:31.258718 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:31.283755 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Transition to ACTIVE for port object 7eafd5c9-6795-45e2-885b-7eb3475e386c will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:26:31.288980 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:31.413755 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Pushing event updated for resources: {'Port': ['ID=7eafd5c9-6795-45e2-885b-7eb3475e386c,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:31.456891 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Attempting to bind port 7eafd5c9-6795-45e2-885b-7eb3475e386c on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:26:31.457556 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Attempting to bind port 7eafd5c9-6795-45e2-885b-7eb3475e386c by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c97e2edc-170d-4601-abf4-fa72c5c13b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:26:31.458073 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Attempting to bind port 7eafd5c9-6795-45e2-885b-7eb3475e386c on network 243c374c-8d97-4b67-8d03-f4282e1afd81 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:26:31.473067 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Port 7eafd5c9-6795-45e2-885b-7eb3475e386c on network 243c374c-8d97-4b67-8d03-f4282e1afd81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:26:31.473676 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Attempting to bind port 7eafd5c9-6795-45e2-885b-7eb3475e386c on network 243c374c-8d97-4b67-8d03-f4282e1afd81 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:26:31.482999 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:26:31.483580 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Checking segment: {'id': 'c97e2edc-170d-4601-abf4-fa72c5c13b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:26:31.484315 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Bound using segment: {'id': 'c97e2edc-170d-4601-abf4-fa72c5c13b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:26:31.485004 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Bound port: 7eafd5c9-6795-45e2-885b-7eb3475e386c, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97e2edc-170d-4601-abf4-fa72c5c13b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:26:31.486046 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:31.586512 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] For port 7eafd5c9-6795-45e2-885b-7eb3475e386c, host hv-cinder-78692, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:26:31.592511 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] For port 7eafd5c9-6795-45e2-885b-7eb3475e386c, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7eafd5c9-6795-45e2-885b-7eb3475e386c,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:26:31.599517 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:31.656018 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:31.657107 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:31.659632 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] 10.222.0.38 "PUT /v2.0/ports/7eafd5c9-6795-45e2-885b-7eb3475e386c HTTP/1.1" status: 200 len: 1093 time: 1.0089073 Jul 14 14:26:31.660391 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a98def-da96-49e3-855d-8dbd0f09ec50', 'tag': '7eafd5c9-6795-45e2-885b-7eb3475e386c'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:26:31.664713 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a02b0d-6766-49f0-bf22-8009fcb3b1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "22a98def-da96-49e3-855d-8dbd0f09ec50", "tag": "7eafd5c9-6795-45e2-885b-7eb3475e386c"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:26:31.725576 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b4488-5e95-478e-bc76-8e2ff5880015 service neutron] Pushing event updated for resources: {'Port': ['ID=7eafd5c9-6795-45e2-885b-7eb3475e386c,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:31.825169 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-4c2fba30-41ce-4f03-976e-940ea9355109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:31.827052 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-4c2fba30-41ce-4f03-976e-940ea9355109 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 1096 time: 0.0968270 Jul 14 14:26:31.914908 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-2349f4a9-e590-4a6d-95ec-34e64ac9d67e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eafd5c9-6795-45e2-885b-7eb3475e386c HTTP/1.1" status: 200 len: 217 time: 0.0757296 Jul 14 14:26:32.000617 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-fecea55b-2909-4e68-88db-1cd586a34d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:32.003177 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-fecea55b-2909-4e68-88db-1cd586a34d1e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0828187 Jul 14 14:26:32.052695 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-94c46ed5-8a52-4297-809f-73ffcbe50af8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428619 Jul 14 14:26:32.158074 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-f947d467-5d89-49a5-8088-8782416e2274 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990188 Jul 14 14:26:32.277908 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-52e09c4f-03d6-418a-b813-67ce69cde9bc req-08c3f4b1-a8e0-4ffc-a96a-975bc377b8db service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129458 Jul 14 14:26:32.364582 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba5d14-bc22-4f95-8303-a052afeff332 req-8774dd58-6e62-40c9-9e33-2abafc1a455a tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:32.367841 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-feba5d14-bc22-4f95-8303-a052afeff332 req-8774dd58-6e62-40c9-9e33-2abafc1a455a tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 943 time: 0.1113770 Jul 14 14:26:32.425587 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-feba5d14-bc22-4f95-8303-a052afeff332 req-0e0d1ef3-5a70-43e2-b49e-21d70b698bcc tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514789 Jul 14 14:26:33.087879 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644050c8-936e-4346-9ca6-61495d5a4295 x-openstack-request-id: req-644050c8-936e-4346-9ca6-61495d5a4295 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:26:33.088873 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a98def-da96-49e3-855d-8dbd0f09ec50", "tag": "7eafd5c9-6795-45e2-885b-7eb3475e386c", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:26:33.089199 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-644050c8-936e-4346-9ca6-61495d5a4295 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:26:33.089578 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a98def-da96-49e3-855d-8dbd0f09ec50', 'tag': '7eafd5c9-6795-45e2-885b-7eb3475e386c', 'status': 'completed', 'code': 200} Jul 14 14:26:33.187918 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a02b0d-6766-49f0-bf22-8009fcb3b1a1 req-be99ac99-6d9b-4cbd-9dd4-c767c4707261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:33.190119 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7a02b0d-6766-49f0-bf22-8009fcb3b1a1 req-be99ac99-6d9b-4cbd-9dd4-c767c4707261 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 1096 time: 0.0778034 Jul 14 14:26:33.366824 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a02b0d-6766-49f0-bf22-8009fcb3b1a1 req-4eb0e2e6-6607-4c0c-8720-b434dab14765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:33.368915 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7a02b0d-6766-49f0-bf22-8009fcb3b1a1 req-4eb0e2e6-6607-4c0c-8720-b434dab14765 service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.1709366 Jul 14 14:26:33.419876 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7a02b0d-6766-49f0-bf22-8009fcb3b1a1 req-a9b57b5b-75cc-4d74-98be-69282fe8c18f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eafd5c9-6795-45e2-885b-7eb3475e386c HTTP/1.1" status: 200 len: 217 time: 0.0431285 Jul 14 14:26:33.495831 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a02b0d-6766-49f0-bf22-8009fcb3b1a1 req-216d1719-0c84-44dc-8339-bd7bcaebda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:33.497665 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7a02b0d-6766-49f0-bf22-8009fcb3b1a1 req-216d1719-0c84-44dc-8339-bd7bcaebda97 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0701082 Jul 14 14:26:33.551214 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7a02b0d-6766-49f0-bf22-8009fcb3b1a1 req-fa25537d-b394-41ad-a26e-d39b2eb261bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462804 Jul 14 14:26:33.664114 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7a02b0d-6766-49f0-bf22-8009fcb3b1a1 req-fa467cf9-d046-4822-b3d5-17e3a17b454a service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067753 Jul 14 14:26:33.705124 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa465b81-be0a-42a1-b873-e12a2f2b391b req-3d500124-c96a-4e79-b600-49a38dc0a167 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:33.706878 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fa465b81-be0a-42a1-b873-e12a2f2b391b req-3d500124-c96a-4e79-b600-49a38dc0a167 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 943 time: 0.0861282 Jul 14 14:26:33.775496 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fa465b81-be0a-42a1-b873-e12a2f2b391b req-abac150a-7e00-404a-b48b-4c78943e7c85 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573554 Jul 14 14:26:33.780964 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7a02b0d-6766-49f0-bf22-8009fcb3b1a1 req-ab79c957-ae93-4ac2-8918-6a21c5fdaf47 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088843 Jul 14 14:26:33.915711 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 7eafd5c9-6795-45e2-885b-7eb3475e386c details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:26:34.026454 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 7eafd5c9-6795-45e2-885b-7eb3475e386c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7eafd5c9-6795-45e2-885b-7eb3475e386c,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:26:34.169745 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '7eafd5c9-6795-45e2-885b-7eb3475e386c', 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81', 'port_id': '7eafd5c9-6795-45e2-885b-7eb3475e386c', 'mac_address': 'fa:16:3e:2f:36:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1305ccd-7f93-4eaf-a938-3edfec419804', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:26:34.212871 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:34.228290 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eafd5c9-6795-45e2-885b-7eb3475e386c {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:26:34.254825 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 7eafd5c9-6795-45e2-885b-7eb3475e386c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7eafd5c9-6795-45e2-885b-7eb3475e386c,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:26:34.260017 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:34.317466 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=7eafd5c9-6795-45e2-885b-7eb3475e386c,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:34.510292 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['7eafd5c9-6795-45e2-885b-7eb3475e386c'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:26:34.974429 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482fb83-ba7f-42a1-bd50-b4129e281f1a req-9fa6934d-2c6c-4b87-ae4b-2b1cb947a67f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:34.976093 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d482fb83-ba7f-42a1-bd50-b4129e281f1a req-9fa6934d-2c6c-4b87-ae4b-2b1cb947a67f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 944 time: 0.0707288 Jul 14 14:26:35.021789 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-d482fb83-ba7f-42a1-bd50-b4129e281f1a req-5222b47c-f58b-41a7-b6ec-964196eb2990 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365431 Jul 14 14:26:35.915010 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 7eafd5c9-6795-45e2-885b-7eb3475e386c up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:26:35.972708 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port 7eafd5c9-6795-45e2-885b-7eb3475e386c completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:26:35.978695 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 7eafd5c9-6795-45e2-885b-7eb3475e386c triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:26:35.979338 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:36.085270 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:36.123010 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a98def-da96-49e3-855d-8dbd0f09ec50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eafd5c9-6795-45e2-885b-7eb3475e386c'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:26:36.125887 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99774a2-4703-4084-a1eb-371e354fe0b0" -d '{"events": [{"server_uuid": "22a98def-da96-49e3-855d-8dbd0f09ec50", "name": "network-vif-plugged", "status": "completed", "tag": "7eafd5c9-6795-45e2-885b-7eb3475e386c"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:26:36.147823 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 7eafd5c9-6795-45e2-885b-7eb3475e386c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7eafd5c9-6795-45e2-885b-7eb3475e386c,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:26:36.160418 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:36.247118 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=7eafd5c9-6795-45e2-885b-7eb3475e386c,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:36.286319 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553bc4cb-a439-4f29-a647-54f4ad647919 x-openstack-request-id: req-553bc4cb-a439-4f29-a647-54f4ad647919 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:26:36.286622 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a98def-da96-49e3-855d-8dbd0f09ec50", "name": "network-vif-plugged", "status": "completed", "tag": "7eafd5c9-6795-45e2-885b-7eb3475e386c", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:26:36.286881 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-553bc4cb-a439-4f29-a647-54f4ad647919 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:26:36.287284 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a98def-da96-49e3-855d-8dbd0f09ec50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eafd5c9-6795-45e2-885b-7eb3475e386c', 'code': 200} Jul 14 14:26:36.309764 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18ae62-f2d1-48a7-8351-a420013eb6dd req-f0286171-1186-473a-9c00-d7227a1e9c42 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:36.311367 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7a18ae62-f2d1-48a7-8351-a420013eb6dd req-f0286171-1186-473a-9c00-d7227a1e9c42 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 945 time: 0.1047013 Jul 14 14:26:36.366168 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7a18ae62-f2d1-48a7-8351-a420013eb6dd req-ca433176-8ab6-4086-8c4e-5ac8d2353c23 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471873 Jul 14 14:26:36.545311 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fcee5-d114-4ef8-a560-92271a8cfeb8 req-ec5758ad-7f27-42f1-ba1c-c6a0deb8285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:36.546899 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec3fcee5-d114-4ef8-a560-92271a8cfeb8 req-ec5758ad-7f27-42f1-ba1c-c6a0deb8285f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 1098 time: 0.0694113 Jul 14 14:26:36.585579 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ec3fcee5-d114-4ef8-a560-92271a8cfeb8 req-46ef6582-bbee-46b4-b0f0-db388f7627b2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312510 Jul 14 14:26:37.592249 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e7f40-ae7c-4079-90e0-c07308312005 req-1335a546-63a7-4746-9c00-11f3537c36df tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:26:37.595766 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca1e7f40-ae7c-4079-90e0-c07308312005 req-1335a546-63a7-4746-9c00-11f3537c36df tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 945 time: 0.0908875 Jul 14 14:26:37.642773 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca1e7f40-ae7c-4079-90e0-c07308312005 req-2dcbbcc1-096e-4c55-b673-d8eacc971eca tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378318 Jul 14 14:26:41.116611 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:43.662860 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4c402587-4e54-4fa4-97ed-2e6249b2648f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:45.644578 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:26:46.376391 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b70ea1f-0493-46f4-bded-651fc4f3cfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:46.486736 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:47.452433 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:26:49.298734 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:01.511490 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-01dd05b7-786e-4030-b236-600e479ee96c req-3fbcc93c-5d69-4e8c-851f-6d63ceec50b5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2235098 Jul 14 14:27:01.679492 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd05b7-786e-4030-b236-600e479ee96c req-91d1f6fc-97cf-46f4-af76-681fbd433077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:01.681259 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-01dd05b7-786e-4030-b236-600e479ee96c req-91d1f6fc-97cf-46f4-af76-681fbd433077 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 1098 time: 0.0674939 Jul 14 14:27:01.798591 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd05b7-786e-4030-b236-600e479ee96c req-e739b009-aeb4-4acc-9a02-7d736f1d88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:01.800171 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-01dd05b7-786e-4030-b236-600e479ee96c req-e739b009-aeb4-4acc-9a02-7d736f1d88ab service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.0962837 Jul 14 14:27:01.848381 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-01dd05b7-786e-4030-b236-600e479ee96c req-6ffe6541-2bd5-48a4-b987-4d7c92dbc42c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 200 len: 217 time: 0.0405247 Jul 14 14:27:01.909949 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd05b7-786e-4030-b236-600e479ee96c req-12101bd6-478f-4e3f-9894-4a62ea3bce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:27:01.911740 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-01dd05b7-786e-4030-b236-600e479ee96c req-12101bd6-478f-4e3f-9894-4a62ea3bce1a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0563700 Jul 14 14:27:01.964469 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-01dd05b7-786e-4030-b236-600e479ee96c req-ba4b0118-df56-4a6e-8af0-0168b33b533c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456140 Jul 14 14:27:02.081881 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-01dd05b7-786e-4030-b236-600e479ee96c req-adc37846-44a3-45e8-ad89-8a4825fd02e6 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058824 Jul 14 14:27:02.193415 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-01dd05b7-786e-4030-b236-600e479ee96c req-16c7314d-76a7-4eb7-9c90-10ca5f4b8561 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038804 Jul 14 14:27:11.119468 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:13.663528 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-34f7a7d3-ebb0-4d61-8ee2-b9251de50005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:13.819159 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-968521d6-23ec-49ee-b2a0-59346c4f63a7 req-7708b18d-45c9-4369-abd7-acc59368e1b6 tempest-TestShelveInstance-242294823 tempest-TestShelveInstance-242294823-project] (92927) timed out ('10.222.0.38', 51839) {{(pid=92927) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 14:27:16.370786 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ada3b05f-37be-44e9-8f04-90efe043c853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:16.480348 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:17.456272 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:19.306359 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:22.644723 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:27:41.114344 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:43.658166 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-111603c3-f505-4a05-a2c2-d760e54e68f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:46.374083 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2519c8e8-2975-4b6f-89c0-818380eedb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:46.482122 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:47.458396 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:49.306792 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:27:59.648125 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:28:01.364406 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-507c0f3a-4bb7-4191-aad6-5a790089634f req-22569c50-cb51-4211-b6d3-27247b78bca7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0598011 Jul 14 14:28:01.454750 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c0f3a-4bb7-4191-aad6-5a790089634f req-1425cdd6-69eb-4d84-8285-d1a786630db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:28:01.456354 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-507c0f3a-4bb7-4191-aad6-5a790089634f req-1425cdd6-69eb-4d84-8285-d1a786630db6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 1098 time: 0.0648386 Jul 14 14:28:01.633934 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c0f3a-4bb7-4191-aad6-5a790089634f req-df25e2b7-66b9-477d-b49e-e70fffd40e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:28:01.635369 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-507c0f3a-4bb7-4191-aad6-5a790089634f req-df25e2b7-66b9-477d-b49e-e70fffd40e3b service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.1547856 Jul 14 14:28:01.678392 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-507c0f3a-4bb7-4191-aad6-5a790089634f req-07b33c68-2ad1-4420-bd48-593fd3b4b0df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eafd5c9-6795-45e2-885b-7eb3475e386c HTTP/1.1" status: 200 len: 217 time: 0.0366933 Jul 14 14:28:01.739082 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c0f3a-4bb7-4191-aad6-5a790089634f req-2a2e4f12-3323-4261-bc25-c6fb8856404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:28:01.740633 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-507c0f3a-4bb7-4191-aad6-5a790089634f req-2a2e4f12-3323-4261-bc25-c6fb8856404f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0553563 Jul 14 14:28:01.778190 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-507c0f3a-4bb7-4191-aad6-5a790089634f req-6cec2e3e-90f5-4b76-bc7f-a44ce304c96c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303388 Jul 14 14:28:01.876916 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-507c0f3a-4bb7-4191-aad6-5a790089634f req-e10eab1a-3809-4ab9-ad1a-a7e326bd507c service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920391 Jul 14 14:28:02.001683 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-507c0f3a-4bb7-4191-aad6-5a790089634f req-f89b7b85-17fb-4c27-9c5b-d20d73f143b2 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182423 Jul 14 14:28:11.113352 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:13.660956 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e16bb608-78ca-45f4-a2f4-a673ef9c40e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:16.379360 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-95064269-5450-458e-9ec3-b7fae51505ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:16.492262 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:17.463418 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:19.311717 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:36.648350 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:28:41.112815 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:43.667185 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-25c0ec22-02bc-47a7-b528-2455aa93e7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:46.383741 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e18e4822-6c7e-4d8d-aed1-3bb598f7be13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:46.491534 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:47.464068 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:28:49.312156 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:01.340223 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-553083fb-6c29-4041-a7de-afa429fc13f1 req-bfba4f27-b238-4ea0-83ad-552a98b7f437 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0601110 Jul 14 14:29:01.455444 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553083fb-6c29-4041-a7de-afa429fc13f1 req-29effa9d-6d00-49f0-81ee-d948e2f0700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:29:01.457010 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-553083fb-6c29-4041-a7de-afa429fc13f1 req-29effa9d-6d00-49f0-81ee-d948e2f0700f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 1098 time: 0.0612087 Jul 14 14:29:01.569220 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553083fb-6c29-4041-a7de-afa429fc13f1 req-91b8fca6-651c-4102-b7be-99c1ebc219c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:29:01.570747 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-553083fb-6c29-4041-a7de-afa429fc13f1 req-91b8fca6-651c-4102-b7be-99c1ebc219c4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.0934277 Jul 14 14:29:01.614330 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-553083fb-6c29-4041-a7de-afa429fc13f1 req-be0a7b71-c530-473c-ae59-953e744b56b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 200 len: 217 time: 0.0369840 Jul 14 14:29:01.668292 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553083fb-6c29-4041-a7de-afa429fc13f1 req-bbd0ec51-374c-45c9-a67c-b3cfd25a5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:29:01.669850 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-553083fb-6c29-4041-a7de-afa429fc13f1 req-bbd0ec51-374c-45c9-a67c-b3cfd25a5586 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0498726 Jul 14 14:29:01.704137 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-553083fb-6c29-4041-a7de-afa429fc13f1 req-b634157d-d9b1-4f48-a4f5-affe981370fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272555 Jul 14 14:29:01.804237 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-553083fb-6c29-4041-a7de-afa429fc13f1 req-cf679b09-96b5-40dc-b832-58cc1bd93960 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932767 Jul 14 14:29:01.911073 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-553083fb-6c29-4041-a7de-afa429fc13f1 req-d4727bb9-13ca-468d-b2f0-209219c63fd3 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993969 Jul 14 14:29:11.119500 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:13.647887 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:29:13.669901 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a63c57ea-d7d6-45e6-8362-5f2e947b5ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:16.389376 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3f079c14-7424-498e-86cb-30500b333313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:16.484910 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:17.471935 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:19.316840 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:41.115969 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:43.673754 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0883afa6-7695-4c00-b835-5d88946fe0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:46.401775 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1118ccb1-ab83-4a2c-bf1e-6e601c172c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:46.491297 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:47.477987 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:49.323271 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:29:50.648450 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:30:02.379160 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a32cb355-3558-43c5-90db-89a85d26e83b req-b5c5d541-c257-413d-a86f-d0605f239bfe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586329 Jul 14 14:30:02.463532 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cb355-3558-43c5-90db-89a85d26e83b req-5d683274-01ab-4b1f-a367-59fe496dca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:30:02.465224 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a32cb355-3558-43c5-90db-89a85d26e83b req-5d683274-01ab-4b1f-a367-59fe496dca93 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 1098 time: 0.0626504 Jul 14 14:30:02.580262 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cb355-3558-43c5-90db-89a85d26e83b req-ee7a8e69-a142-4ada-876e-36e07e30f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:30:02.581915 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a32cb355-3558-43c5-90db-89a85d26e83b req-ee7a8e69-a142-4ada-876e-36e07e30f4c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.0935271 Jul 14 14:30:02.630394 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a32cb355-3558-43c5-90db-89a85d26e83b req-824eaca8-3e1e-4f1c-9d03-d79ed804faa2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eafd5c9-6795-45e2-885b-7eb3475e386c HTTP/1.1" status: 200 len: 217 time: 0.0420434 Jul 14 14:30:02.686994 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cb355-3558-43c5-90db-89a85d26e83b req-18be1533-56e5-4c1f-9f1b-06e9259245d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:30:02.688527 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a32cb355-3558-43c5-90db-89a85d26e83b req-18be1533-56e5-4c1f-9f1b-06e9259245d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0525770 Jul 14 14:30:02.723398 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a32cb355-3558-43c5-90db-89a85d26e83b req-d2d6e779-262b-4dca-ad32-2df3412c946c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281408 Jul 14 14:30:02.818483 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a32cb355-3558-43c5-90db-89a85d26e83b req-25faeffe-e525-42f9-94a4-6437f3f3ffc1 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885012 Jul 14 14:30:02.918807 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a32cb355-3558-43c5-90db-89a85d26e83b req-3db71bef-4e7e-4b67-a6e9-a42e1c3bc37a service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939417 Jul 14 14:30:11.136747 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:13.681997 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-183fbe16-c591-4e00-a922-eea03a0a1dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:16.395621 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0fcdc04d-c15c-4066-8906-d7f6262eccd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:16.498178 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:17.478685 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:19.327608 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:27.649123 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:30:41.133157 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:43.684864 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d7cd7829-becf-4ae0-8324-90345b9a115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:46.399624 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ede8cba1-da6a-4824-875b-ececb543cf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:46.494044 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:47.476579 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:30:49.331768 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:04.374546 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cab7603a-a6cd-4fc1-981e-f381401a8971 req-60b369c5-8c41-45c4-a895-c6c524c45b13 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662658 Jul 14 14:31:04.476373 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7603a-a6cd-4fc1-981e-f381401a8971 req-10294c00-ca74-4cfd-82cf-d55971613eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:31:04.478068 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cab7603a-a6cd-4fc1-981e-f381401a8971 req-10294c00-ca74-4cfd-82cf-d55971613eea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 1098 time: 0.0593264 Jul 14 14:31:04.595334 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7603a-a6cd-4fc1-981e-f381401a8971 req-69bac90d-387a-4a61-8b87-60dc719642c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:31:04.597359 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cab7603a-a6cd-4fc1-981e-f381401a8971 req-69bac90d-387a-4a61-8b87-60dc719642c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.0994532 Jul 14 14:31:04.649988 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:31:04.657548 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cab7603a-a6cd-4fc1-981e-f381401a8971 req-ab2f15c9-80a2-4e01-a837-969cb76b3f4c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 200 len: 217 time: 0.0493958 Jul 14 14:31:04.714194 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7603a-a6cd-4fc1-981e-f381401a8971 req-c44c254f-ce48-4427-af91-fd5d74e1ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:31:04.715953 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cab7603a-a6cd-4fc1-981e-f381401a8971 req-c44c254f-ce48-4427-af91-fd5d74e1ed9e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0526056 Jul 14 14:31:04.755512 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cab7603a-a6cd-4fc1-981e-f381401a8971 req-a02668b6-01db-4209-9968-74fdf336863d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320253 Jul 14 14:31:04.847033 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cab7603a-a6cd-4fc1-981e-f381401a8971 req-9485227e-1627-4e75-923e-f4f3327ec88b service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850811 Jul 14 14:31:04.963198 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cab7603a-a6cd-4fc1-981e-f381401a8971 req-e6a90536-dcf7-4aef-b24e-581d582b291d service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097956 Jul 14 14:31:11.145502 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:13.678526 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6a1cf8ce-a711-41c5-9739-bd2ec16e8a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:16.414760 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d589b92-6d7a-4c73-8dcb-8edc61696063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:16.489148 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:17.486347 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:19.335598 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:41.139596 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:41.649483 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:31:43.682989 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6b0d33f5-43b4-4a4f-872c-d194f5541e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:46.398950 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9de3de12-2733-4546-97c0-8a421bf88d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:46.493420 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:47.481538 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:31:49.337403 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:05.417972 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14b15473-7ea8-4a6a-88cb-16de7780dd28 req-1dd42363-2c0a-4edf-bdf8-c449fae4dfca service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1037869 Jul 14 14:32:05.501600 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b15473-7ea8-4a6a-88cb-16de7780dd28 req-6556336c-11dd-48d4-a96c-52de863fe929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:05.503156 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14b15473-7ea8-4a6a-88cb-16de7780dd28 req-6556336c-11dd-48d4-a96c-52de863fe929 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 1098 time: 0.0613923 Jul 14 14:32:05.619522 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b15473-7ea8-4a6a-88cb-16de7780dd28 req-59a11827-53a6-4580-a858-6f282bca8a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:05.621123 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14b15473-7ea8-4a6a-88cb-16de7780dd28 req-59a11827-53a6-4580-a858-6f282bca8a3b service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.0954843 Jul 14 14:32:05.664306 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14b15473-7ea8-4a6a-88cb-16de7780dd28 req-78801489-d39f-4201-b765-bc85a391cd29 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eafd5c9-6795-45e2-885b-7eb3475e386c HTTP/1.1" status: 200 len: 217 time: 0.0362401 Jul 14 14:32:05.720559 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b15473-7ea8-4a6a-88cb-16de7780dd28 req-57a95946-c37f-4970-a738-5d3ae422bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:05.722126 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14b15473-7ea8-4a6a-88cb-16de7780dd28 req-57a95946-c37f-4970-a738-5d3ae422bd84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0511239 Jul 14 14:32:05.757600 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14b15473-7ea8-4a6a-88cb-16de7780dd28 req-f2b9edf5-0748-40d6-ba22-50e81caac19d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285203 Jul 14 14:32:05.768557 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-14b15473-7ea8-4a6a-88cb-16de7780dd28 req-491e5af9-4a4a-4131-8da6-428c715bae81 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:32:05.769634 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14b15473-7ea8-4a6a-88cb-16de7780dd28 req-491e5af9-4a4a-4131-8da6-428c715bae81 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061071 Jul 14 14:32:05.865014 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14b15473-7ea8-4a6a-88cb-16de7780dd28 req-702aac6b-06e0-4016-bdfa-c3cefed64d6a service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888352 Jul 14 14:32:06.278969 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-14b15473-7ea8-4a6a-88cb-16de7780dd28 req-fcd9b39a-729e-4000-8f92-e9bade72df63 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077010 Jul 14 14:32:11.145359 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:13.693621 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aa052de7-55bd-43ae-bd80-4fe3786d2025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:16.408184 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6a28d6db-7f01-4a1d-a728-6d0b37e91c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:16.497455 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:17.486010 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:18.649196 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:32:19.342642 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:37.565308 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f4b043db-2783-4aa9-afe3-987c31e44a85 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:37.565308 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f4b043db-2783-4aa9-afe3-987c31e44a85 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 815 time: 0.1260304 Jul 14 14:32:37.578570 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-024037c2-9c5c-4254-8b10-e36f11c9f5cb tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/quotas/cb47f2547bb846e8b7d03f940319eedd HTTP/1.1" status: 200 len: 375 time: 0.0107505 Jul 14 14:32:37.665216 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5c26a7ae-1f04-426b-b81f-37a5f3380488 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799823 Jul 14 14:32:37.732394 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5982498c-1dc1-40a5-986e-8bbed53e3090 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:32:37.733648 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5982498c-1dc1-40a5-986e-8bbed53e3090 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557051 Jul 14 14:32:37.834680 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-fac329bf-8bf4-4a86-b868-22411810c1b2 service neutron] 10.222.0.57 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937014 Jul 14 14:32:37.943701 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-52416373-c996-46f3-9c05-498247491b15 service neutron] 10.222.0.57 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028249 Jul 14 14:32:38.212517 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f08a8ed7-d001-4f66-b96d-5a51d9fa5d3b req-d5ef2cd9-f88f-44d9-8d83-d13f6398e05c tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 210 time: 0.1077206 Jul 14 14:32:39.443029 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-ee85e83a-1d59-4677-ab06-a80065a6b7c8 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:39.444785 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-ee85e83a-1d59-4677-ab06-a80065a6b7c8 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 815 time: 0.1379840 Jul 14 14:32:39.462212 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fc6fe800-c796-49b1-9cd1-eb36c1b59cff req-cf77fbbf-8f97-43a2-822a-6a88d70fa98a tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 210 time: 0.0463936 Jul 14 14:32:39.466632 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Request body: {'port': {'device_id': 'de845661-7ae2-4c12-af61-fea2f2f2ed7a', 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81', 'admin_state_up': True, 'tenant_id': 'cb47f2547bb846e8b7d03f940319eedd'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:32:39.615347 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Made reservation on behalf of cb47f2547bb846e8b7d03f940319eedd for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:32:39.619644 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:39.782458 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Allocated IP 172.20.0.14 (243c374c-8d97-4b67-8d03-f4282e1afd81/a1305ccd-7f93-4eaf-a938-3edfec419804/c3b93667-a613-4771-8054-3ead9c2b5998) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:32:39.957225 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:40.002668 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:40.017610 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['9b6f1d50-3b38-4101-991e-02ac79e06b00', '7eafd5c9-6795-45e2-885b-7eb3475e386c'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:32:40.071694 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Network 243c374c-8d97-4b67-8d03-f4282e1afd81 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:32:40.077698 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:32:40.088463 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:32:40.136587 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Pushing event updated for resources: {'Port': ['ID=c3b93667-a613-4771-8054-3ead9c2b5998,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:40.161166 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:40.161721 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:40.162267 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:40.162793 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:40.163337 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:40.163900 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:40.164416 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:40.164945 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:40.165541 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:40.165957 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:40.166483 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:40.167012 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:40.192803 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:40.193596 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:40.214503 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f2c62279-0a1f-4071-96e0-abe4db318039 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7573860 Jul 14 14:32:40.228813 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Request body: {'port': {'device_id': 'de845661-7ae2-4c12-af61-fea2f2f2ed7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:32:40.335342 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:40.629686 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b93667-a613-4771-8054-3ead9c2b5998 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:32:40.638015 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:40.653391 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Transition to ACTIVE for port object c3b93667-a613-4771-8054-3ead9c2b5998 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:32:40.657911 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:40.715383 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b93667-a613-4771-8054-3ead9c2b5998,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:40.833210 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Attempting to bind port c3b93667-a613-4771-8054-3ead9c2b5998 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:32:40.833550 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Attempting to bind port c3b93667-a613-4771-8054-3ead9c2b5998 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c97e2edc-170d-4601-abf4-fa72c5c13b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:32:40.833889 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Attempting to bind port c3b93667-a613-4771-8054-3ead9c2b5998 on network 243c374c-8d97-4b67-8d03-f4282e1afd81 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:32:40.841666 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Port c3b93667-a613-4771-8054-3ead9c2b5998 on network 243c374c-8d97-4b67-8d03-f4282e1afd81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:32:40.842017 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Attempting to bind port c3b93667-a613-4771-8054-3ead9c2b5998 on network 243c374c-8d97-4b67-8d03-f4282e1afd81 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:32:40.850782 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:32:40.851077 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Checking segment: {'id': 'c97e2edc-170d-4601-abf4-fa72c5c13b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:32:40.851412 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Bound using segment: {'id': 'c97e2edc-170d-4601-abf4-fa72c5c13b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:32:40.851901 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Bound port: c3b93667-a613-4771-8054-3ead9c2b5998, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97e2edc-170d-4601-abf4-fa72c5c13b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:32:40.852242 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:40.861958 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c0d26-baa4-489f-b89a-28c153255032 req-bffdfc49-3d4a-4cd3-a602-03cf06eec6ac tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:40.863870 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f41c0d26-baa4-489f-b89a-28c153255032 req-bffdfc49-3d4a-4cd3-a602-03cf06eec6ac tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 944 time: 0.1253760 Jul 14 14:32:40.948067 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f41c0d26-baa4-489f-b89a-28c153255032 req-a58baed3-6318-4175-9981-fdb6dc63eae4 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738461 Jul 14 14:32:40.969921 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] For port c3b93667-a613-4771-8054-3ead9c2b5998, host hv-cinder-78692, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:32:40.975635 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] For port c3b93667-a613-4771-8054-3ead9c2b5998, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c3b93667-a613-4771-8054-3ead9c2b5998,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:32:40.981711 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:41.020708 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:41.021529 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:41.023000 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] 10.222.0.38 "PUT /v2.0/ports/c3b93667-a613-4771-8054-3ead9c2b5998 HTTP/1.1" status: 200 len: 1094 time: 0.8003173 Jul 14 14:32:41.023560 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de845661-7ae2-4c12-af61-fea2f2f2ed7a', 'tag': 'c3b93667-a613-4771-8054-3ead9c2b5998'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:32:41.025977 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828ac715-b902-48c0-809c-81089a263b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "de845661-7ae2-4c12-af61-fea2f2f2ed7a", "tag": "c3b93667-a613-4771-8054-3ead9c2b5998"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:32:41.058044 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67b058-84f4-4cdd-b6ff-6f26e5fbae09 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b93667-a613-4771-8054-3ead9c2b5998,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:41.153424 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:41.161259 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-8b2e5ecd-d7d6-45fe-a9bb-dcd56483252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:41.163079 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-8b2e5ecd-d7d6-45fe-a9bb-dcd56483252b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 1097 time: 0.0878870 Jul 14 14:32:41.174535 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8df6a44-e3bf-4a2f-9944-385178fc3c39 x-openstack-request-id: req-f8df6a44-e3bf-4a2f-9944-385178fc3c39 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:32:41.174885 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de845661-7ae2-4c12-af61-fea2f2f2ed7a", "tag": "c3b93667-a613-4771-8054-3ead9c2b5998", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:32:41.175311 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8df6a44-e3bf-4a2f-9944-385178fc3c39 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:32:41.175795 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de845661-7ae2-4c12-af61-fea2f2f2ed7a', 'tag': 'c3b93667-a613-4771-8054-3ead9c2b5998', 'status': 'completed', 'code': 200} Jul 14 14:32:41.218765 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-6d722194-63f2-4de9-ba87-4f0de20e896c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3b93667-a613-4771-8054-3ead9c2b5998 HTTP/1.1" status: 200 len: 217 time: 0.0419066 Jul 14 14:32:41.272163 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f542022e-52dd-4bac-9a6d-a7e5ca493298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:41.273970 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-f542022e-52dd-4bac-9a6d-a7e5ca493298 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0493767 Jul 14 14:32:41.308884 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-c8767bb9-e6ac-485e-8524-14a1b648742e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277166 Jul 14 14:32:41.413534 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-63019304-b66c-44dd-8b0e-efc38d1b54f3 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971968 Jul 14 14:32:41.514644 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ba1d0512-525f-404f-bf3d-1ffe44a684cc req-80892cc7-c810-4f9c-88e0-b5df96016fbc service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940118 Jul 14 14:32:41.631905 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ac715-b902-48c0-809c-81089a263b0d req-6880165c-c636-40f2-84f0-b18eedaee9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:41.634243 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-828ac715-b902-48c0-809c-81089a263b0d req-6880165c-c636-40f2-84f0-b18eedaee9ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 1097 time: 0.0622301 Jul 14 14:32:41.797137 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ac715-b902-48c0-809c-81089a263b0d req-8cfc298a-97df-4063-a692-1ab2dbb4e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:41.798659 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-828ac715-b902-48c0-809c-81089a263b0d req-8cfc298a-97df-4063-a692-1ab2dbb4e5b5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.1574402 Jul 14 14:32:41.846187 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-828ac715-b902-48c0-809c-81089a263b0d req-fc0c99dd-f115-4c23-a08c-5f4de3ed1f3a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3b93667-a613-4771-8054-3ead9c2b5998 HTTP/1.1" status: 200 len: 217 time: 0.0398395 Jul 14 14:32:41.899117 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ac715-b902-48c0-809c-81089a263b0d req-6fc7b441-6930-4ecc-a851-f42f4cb8e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:41.900825 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-828ac715-b902-48c0-809c-81089a263b0d req-6fc7b441-6930-4ecc-a851-f42f4cb8e4e7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0483034 Jul 14 14:32:41.942741 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-828ac715-b902-48c0-809c-81089a263b0d req-912c65cc-4bae-457f-8c7c-d701db763fa9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341504 Jul 14 14:32:42.052658 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-828ac715-b902-48c0-809c-81089a263b0d req-d113bac8-0a0d-4f20-8b98-c891a164e7e7 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024754 Jul 14 14:32:42.211941 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-828ac715-b902-48c0-809c-81089a263b0d req-c5b8cdf1-4b84-4560-aefc-0781e19baf28 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517739 Jul 14 14:32:42.232596 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3298df6-a50b-4507-937b-0cece7c07eda req-5ea8f2af-7781-4a06-a81e-174b0446c424 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:42.234961 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3298df6-a50b-4507-937b-0cece7c07eda req-5ea8f2af-7781-4a06-a81e-174b0446c424 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 944 time: 0.1519692 Jul 14 14:32:42.277865 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3298df6-a50b-4507-937b-0cece7c07eda req-0799c2c4-11e9-4a4c-aeaa-4a1e53ebb083 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366271 Jul 14 14:32:43.468865 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6d8d9-1110-4c06-ba64-f9b86b7e819b req-9afbf981-9d46-4fa8-9fae-240c71019f6b tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:43.470545 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3be6d8d9-1110-4c06-ba64-f9b86b7e819b req-9afbf981-9d46-4fa8-9fae-240c71019f6b tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 944 time: 0.0745370 Jul 14 14:32:43.514785 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3be6d8d9-1110-4c06-ba64-f9b86b7e819b req-2972278d-8002-4c7b-bab6-63366b7b3861 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378766 Jul 14 14:32:43.688958 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-90daabc2-7833-4e84-a7c1-94445efca381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:44.724578 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f29d0-eb02-49d6-b9af-8c579cf85af6 req-4bff4d7d-c8c6-4bd8-87fb-c4bda3b16476 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:44.726322 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e48f29d0-eb02-49d6-b9af-8c579cf85af6 req-4bff4d7d-c8c6-4bd8-87fb-c4bda3b16476 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 944 time: 0.0756533 Jul 14 14:32:44.793818 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e48f29d0-eb02-49d6-b9af-8c579cf85af6 req-f10ac350-45a1-4536-8aa7-e5bfa04e31f5 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595176 Jul 14 14:32:45.911065 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device c3b93667-a613-4771-8054-3ead9c2b5998 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:32:46.006593 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3e2df-76c6-4f51-b430-810ee9dbabf6 req-3199c551-35ad-4583-8619-f7e6d8f01c39 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:46.008827 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-51c3e2df-76c6-4f51-b430-810ee9dbabf6 req-3199c551-35ad-4583-8619-f7e6d8f01c39 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 944 time: 0.0952995 Jul 14 14:32:46.022681 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port c3b93667-a613-4771-8054-3ead9c2b5998, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c3b93667-a613-4771-8054-3ead9c2b5998,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:32:46.037834 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': 'c3b93667-a613-4771-8054-3ead9c2b5998', 'network_id': '243c374c-8d97-4b67-8d03-f4282e1afd81', 'port_id': 'c3b93667-a613-4771-8054-3ead9c2b5998', 'mac_address': 'fa:16:3e:1c:12:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1305ccd-7f93-4eaf-a938-3edfec419804', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:32:46.056298 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-51c3e2df-76c6-4f51-b430-810ee9dbabf6 req-5d640778-1019-42c7-b73c-d9238f8a91c9 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377300 Jul 14 14:32:46.081845 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:46.099735 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b93667-a613-4771-8054-3ead9c2b5998 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:32:46.134025 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port c3b93667-a613-4771-8054-3ead9c2b5998, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c3b93667-a613-4771-8054-3ead9c2b5998,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:32:46.141780 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:46.196720 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=c3b93667-a613-4771-8054-3ead9c2b5998,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:46.204849 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:46.205291 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:46.205784 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:46.206161 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:46.206532 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:46.206964 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:46.207383 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:46.207759 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:46.208127 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:46.208572 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:46.209017 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:46.209481 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:46.397181 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['c3b93667-a613-4771-8054-3ead9c2b5998'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:32:46.425916 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6bbd6ae3-5c64-42db-bfaa-595c5f9680e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:46.520199 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:47.271537 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3738a1-3ea6-4ae2-a019-3fe4e3872077 req-505edcfd-bcc2-42cd-b697-2615304a9b67 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:47.273207 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9d3738a1-3ea6-4ae2-a019-3fe4e3872077 req-505edcfd-bcc2-42cd-b697-2615304a9b67 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 945 time: 0.0761085 Jul 14 14:32:47.319125 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9d3738a1-3ea6-4ae2-a019-3fe4e3872077 req-bbf33875-ba95-458c-ab6a-87ebe8c8847a tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372574 Jul 14 14:32:47.489572 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:47.925764 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device c3b93667-a613-4771-8054-3ead9c2b5998 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:32:47.978644 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port c3b93667-a613-4771-8054-3ead9c2b5998 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:32:47.984320 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port c3b93667-a613-4771-8054-3ead9c2b5998 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:32:47.984732 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:48.073096 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:48.100083 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de845661-7ae2-4c12-af61-fea2f2f2ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b93667-a613-4771-8054-3ead9c2b5998'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:32:48.102438 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c0ad51-82ed-4be9-bc92-2fdcc33df685" -d '{"events": [{"server_uuid": "de845661-7ae2-4c12-af61-fea2f2f2ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "c3b93667-a613-4771-8054-3ead9c2b5998"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:32:48.119698 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port c3b93667-a613-4771-8054-3ead9c2b5998, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c3b93667-a613-4771-8054-3ead9c2b5998,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:32:48.125573 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:48.183880 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=c3b93667-a613-4771-8054-3ead9c2b5998,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:48.211784 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c49d44-59de-4d17-b4a9-a76030072eb3 x-openstack-request-id: req-76c49d44-59de-4d17-b4a9-a76030072eb3 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:32:48.212388 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de845661-7ae2-4c12-af61-fea2f2f2ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "c3b93667-a613-4771-8054-3ead9c2b5998", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:32:48.212800 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-76c49d44-59de-4d17-b4a9-a76030072eb3 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:32:48.213493 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de845661-7ae2-4c12-af61-fea2f2f2ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b93667-a613-4771-8054-3ead9c2b5998', 'code': 200} Jul 14 14:32:48.534354 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae9f32-aeb2-4ef5-9af3-2fbf174e195d req-d0bb8cc8-dc55-49fd-94ee-0518b0cce179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:48.535901 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3ae9f32-aeb2-4ef5-9af3-2fbf174e195d req-d0bb8cc8-dc55-49fd-94ee-0518b0cce179 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 1099 time: 0.1136248 Jul 14 14:32:48.558510 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2b4b7-c129-48da-934d-bc9b099b5a1d req-139e0192-5525-4f52-abc1-60181bffe3e1 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:48.560177 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1de2b4b7-c129-48da-934d-bc9b099b5a1d req-139e0192-5525-4f52-abc1-60181bffe3e1 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 946 time: 0.1038978 Jul 14 14:32:48.605472 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b3ae9f32-aeb2-4ef5-9af3-2fbf174e195d req-9384a940-437f-4a22-9089-df8cfecdc750 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620663 Jul 14 14:32:48.622455 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1de2b4b7-c129-48da-934d-bc9b099b5a1d req-d39c97fa-f6c5-4efd-881e-db13819e23b7 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514812 Jul 14 14:32:49.359767 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:32:49.810336 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9d689-df8f-4ca2-b4cf-3d758c016ec0 req-7458ef6d-3c2d-4e6f-9a1a-06b301ed54fe tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:32:49.812603 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dde9d689-df8f-4ca2-b4cf-3d758c016ec0 req-7458ef6d-3c2d-4e6f-9a1a-06b301ed54fe tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 946 time: 0.0702915 Jul 14 14:32:49.858692 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dde9d689-df8f-4ca2-b4cf-3d758c016ec0 req-c6ee621c-f6b9-41e8-9a5d-40f7b90ff856 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361519 Jul 14 14:32:55.649209 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:33:06.361025 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-345a2723-1fad-47ac-b83a-958901b4a92e req-ff92fc0c-efb5-4b79-b45e-f055647cc965 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602815 Jul 14 14:33:06.473857 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a2723-1fad-47ac-b83a-958901b4a92e req-93dc0355-9b44-4645-b77c-bf558fcaa5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:33:06.475511 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-345a2723-1fad-47ac-b83a-958901b4a92e req-93dc0355-9b44-4645-b77c-bf558fcaa5e4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 1098 time: 0.0699248 Jul 14 14:33:06.592777 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a2723-1fad-47ac-b83a-958901b4a92e req-54d32e35-b66a-4882-8b00-bc5cc10bea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:33:06.594365 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-345a2723-1fad-47ac-b83a-958901b4a92e req-54d32e35-b66a-4882-8b00-bc5cc10bea35 service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.0963199 Jul 14 14:33:06.650242 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-345a2723-1fad-47ac-b83a-958901b4a92e req-1c065866-4b9b-4d0d-815e-de8186a1801e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 200 len: 217 time: 0.0426257 Jul 14 14:33:06.707931 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a2723-1fad-47ac-b83a-958901b4a92e req-177cbf45-1d9d-49d8-8937-c13212b6354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:33:06.709559 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-345a2723-1fad-47ac-b83a-958901b4a92e req-177cbf45-1d9d-49d8-8937-c13212b6354f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0530858 Jul 14 14:33:06.744384 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-345a2723-1fad-47ac-b83a-958901b4a92e req-39e8ab14-dc6e-4ad2-ab08-d4c6d85b6070 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286186 Jul 14 14:33:06.847348 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-345a2723-1fad-47ac-b83a-958901b4a92e req-0a19e96b-ee00-4a79-949e-86888b8ec727 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948617 Jul 14 14:33:06.974829 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-345a2723-1fad-47ac-b83a-958901b4a92e req-30b46e9d-87c9-4607-bd85-eda8820c54a1 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205871 Jul 14 14:33:11.142727 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:13.693847 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5613742d-e3f7-457b-9854-3441ff99d8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:16.398751 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-17003018-92cd-43f4-9b90-f6b2ae323642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:16.507546 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:17.492438 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:19.351301 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:32.648265 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:33:41.135659 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:43.697715 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-80e8b877-b9a4-40fd-832b-5997320d5eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:46.404876 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74764a26-4b50-4123-9c7f-caef0252a303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:46.502778 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:47.500672 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:33:49.353830 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:34:08.960454 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4820c416-ce96-4e47-9816-c8dd8f4883d9 req-34a9e7f2-c948-46f9-ba36-f993f8f048e2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622556 Jul 14 14:34:09.060113 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820c416-ce96-4e47-9816-c8dd8f4883d9 req-0dab6279-bcc6-49f9-8584-d5f53f978349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:34:09.061947 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4820c416-ce96-4e47-9816-c8dd8f4883d9 req-0dab6279-bcc6-49f9-8584-d5f53f978349 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 1098 time: 0.0776758 Jul 14 14:34:09.200401 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820c416-ce96-4e47-9816-c8dd8f4883d9 req-e9673070-da38-4e59-acf9-b5ccacc56352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:34:09.202385 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4820c416-ce96-4e47-9816-c8dd8f4883d9 req-e9673070-da38-4e59-acf9-b5ccacc56352 service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.1183529 Jul 14 14:34:09.247286 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4820c416-ce96-4e47-9816-c8dd8f4883d9 req-7a5d07fe-2b8d-4e75-b85f-2081f17933db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eafd5c9-6795-45e2-885b-7eb3475e386c HTTP/1.1" status: 200 len: 217 time: 0.0381491 Jul 14 14:34:09.307426 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820c416-ce96-4e47-9816-c8dd8f4883d9 req-44a48dc8-64ec-4bff-a98f-df3d5cbf1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:34:09.308985 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4820c416-ce96-4e47-9816-c8dd8f4883d9 req-44a48dc8-64ec-4bff-a98f-df3d5cbf1544 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0550334 Jul 14 14:34:09.347864 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4820c416-ce96-4e47-9816-c8dd8f4883d9 req-6f4b0aba-0e60-438b-a41c-dd507000e266 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308816 Jul 14 14:34:09.454065 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4820c416-ce96-4e47-9816-c8dd8f4883d9 req-d0d5e40e-1828-4ba5-81b2-f766cc905e04 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998497 Jul 14 14:34:09.589093 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4820c416-ce96-4e47-9816-c8dd8f4883d9 req-a5d77ec1-7238-47b2-b30d-1e40c6b93bb4 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281750 Jul 14 14:34:09.648032 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:34:11.144287 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:34:13.707537 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c3adf499-168d-45d4-9188-9802e290e471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:34:16.400674 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3dbcd33a-c044-477a-a3b6-f557bf02afbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:34:16.507628 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:34:17.502306 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:34:19.362089 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:34:41.156878 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:34:43.701370 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-38c005c8-c57d-4f68-8d4d-b170fcd64088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:34:46.394573 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-80ffdad0-8efa-4689-81b3-49e9ce8cd393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:34:46.509134 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:34:46.647457 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:34:47.497382 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:34:49.365678 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:35:08.394507 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e881470f-2518-465e-a623-8ee82af5c887 req-00572bfb-43cf-47d5-89f7-b3e2590e9a7b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564668 Jul 14 14:35:08.477895 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881470f-2518-465e-a623-8ee82af5c887 req-a116b87a-a5d9-44a9-abdc-80aaa1c4baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:35:08.479461 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e881470f-2518-465e-a623-8ee82af5c887 req-a116b87a-a5d9-44a9-abdc-80aaa1c4baab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 1099 time: 0.0609968 Jul 14 14:35:08.596291 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881470f-2518-465e-a623-8ee82af5c887 req-2f4b50db-db2d-4618-8a40-0656aaf2cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:35:08.597529 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e881470f-2518-465e-a623-8ee82af5c887 req-2f4b50db-db2d-4618-8a40-0656aaf2cabf service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.0964611 Jul 14 14:35:08.650784 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e881470f-2518-465e-a623-8ee82af5c887 req-38086f23-abd7-4590-baac-d58f09d4a325 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3b93667-a613-4771-8054-3ead9c2b5998 HTTP/1.1" status: 200 len: 217 time: 0.0456343 Jul 14 14:35:08.707453 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881470f-2518-465e-a623-8ee82af5c887 req-c2713f18-726e-4db1-956d-ce264ba3d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:35:08.709169 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e881470f-2518-465e-a623-8ee82af5c887 req-c2713f18-726e-4db1-956d-ce264ba3d49a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0510962 Jul 14 14:35:08.744356 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e881470f-2518-465e-a623-8ee82af5c887 req-b4876a0c-bc7f-4578-bfce-f0a5cc089bda service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283120 Jul 14 14:35:08.841477 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e881470f-2518-465e-a623-8ee82af5c887 req-181296c6-6556-4fb7-9098-9140291b02e6 service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899339 Jul 14 14:35:08.943633 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e881470f-2518-465e-a623-8ee82af5c887 req-27c24b44-05e5-4715-8750-384e5fce50ae service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957146 Jul 14 14:35:11.161319 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:35:13.708866 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0a95869e-14b1-498e-a439-e5554e6e53c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:35:16.398764 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-75208eb6-b672-4368-be84-07fd738c965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:35:16.513204 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:35:17.499072 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:35:19.363375 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:35:23.646741 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:35:41.154256 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:35:43.702950 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b8d21f86-c0fd-43e0-8d96-d812adb5ddd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:35:46.403979 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d3f1-3a69-4d76-a327-495e126803fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:35:46.518775 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:35:47.501950 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:35:49.366191 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:00.645877 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:36:09.877949 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4a42de9-147c-46f6-a4ba-c675e402afb8 req-dd75d580-b5d1-400d-8680-11ab52a920e4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0640175 Jul 14 14:36:09.990295 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a42de9-147c-46f6-a4ba-c675e402afb8 req-0fdfc876-28d2-430b-ad84-b4cc474360d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:36:09.992144 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4a42de9-147c-46f6-a4ba-c675e402afb8 req-0fdfc876-28d2-430b-ad84-b4cc474360d2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 1098 time: 0.0615199 Jul 14 14:36:10.102059 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a42de9-147c-46f6-a4ba-c675e402afb8 req-c83dc7c5-343c-4d1c-955a-de94aef990b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:36:10.103594 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4a42de9-147c-46f6-a4ba-c675e402afb8 req-c83dc7c5-343c-4d1c-955a-de94aef990b0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.0909784 Jul 14 14:36:10.147412 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4a42de9-147c-46f6-a4ba-c675e402afb8 req-68b28d77-40b2-4935-ba04-8e57d18a79e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 200 len: 217 time: 0.0368845 Jul 14 14:36:10.207056 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a42de9-147c-46f6-a4ba-c675e402afb8 req-3feed0ea-a1f8-4fac-ab80-e3de9766fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:36:10.208729 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4a42de9-147c-46f6-a4ba-c675e402afb8 req-3feed0ea-a1f8-4fac-ab80-e3de9766fa17 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.0547183 Jul 14 14:36:10.244688 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4a42de9-147c-46f6-a4ba-c675e402afb8 req-51934c21-8d4a-4305-8f60-cd83bbfda0c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287311 Jul 14 14:36:10.346377 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4a42de9-147c-46f6-a4ba-c675e402afb8 req-c5023287-0da2-470f-bd56-45431a52e35c service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951970 Jul 14 14:36:10.449786 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4a42de9-147c-46f6-a4ba-c675e402afb8 req-82643fbc-a19b-4918-bbd6-6e4aa2c625ad service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969481 Jul 14 14:36:11.166398 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:13.706125 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a01b73cb-5a66-41a4-b1e7-6f123602dd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:16.407320 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-50d3469b-c822-48aa-829b-fce04750060b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:16.524771 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:17.506426 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:19.371393 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:37.644722 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:36:41.170625 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:43.710725 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-61a3706e-6070-4aa0-b677-c6a60ad58310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:46.412960 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a35cc3f-1bd2-4498-8feb-44b718b88c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:46.528141 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:47.512721 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:49.373014 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:57.398412 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41328) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:36:57.675141 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Deleting subnet a3fe6600-58a2-4983-80eb-21c4631006ea {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:36:57.681177 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:57.744413 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3664182'] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:57.802485 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:57.866776 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2796991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3572722'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:57.922144 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3fe6600-58a2-4983-80eb-21c4631006ea,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:57.935472 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:57.938908 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a3fe6600-58a2-4983-80eb-21c4631006ea HTTP/1.1" status: 204 len: 168 time: 0.5377584 Jul 14 14:36:57.941542 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:57.942069 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:57.942593 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:57.943102 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:57.943387 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41340) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:36:57.943868 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:57.944094 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:57.944592 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:57.945114 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:57.945615 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:57.946177 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:57.947215 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:57.947759 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1097408-a5d8-4fee-a17c-e103e732fed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:58.020584 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:58.113160 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:58.125812 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17797cd5-37ca-4464-b477-91a1f0328889']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:58.137843 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78801c7-ae5a-4486-a61b-ee4d82ab7bd6') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:58.138559 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78801c7-ae5a-4486-a61b-ee4d82ab7bd6') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:58.149363 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973827'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:58.164741 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:58.172754 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:36:58.173291 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3974124'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: timer() Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: self._notify() Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: event.method(event) Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:36:58.175267 dv-cinder-786927-3-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:36:58.241542 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:58.249233 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:58.251843 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] 10.222.0.57 "DELETE /v2.0/networks/17797cd5-37ca-4464-b477-91a1f0328889 HTTP/1.1" status: 204 len: 168 time: 0.3061705 Jul 14 14:36:58.274705 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Pushing event deleted for resources: {'Network': ['ID=17797cd5-37ca-4464-b477-91a1f0328889,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:58.288439 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:58.288901 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:58.289378 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:58.290503 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:58.291068 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:58.291690 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:58.292165 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:58.292727 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:58.293334 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:58.294066 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:58.294645 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:58.295215 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b5e6b-74ef-4694-ad13-caf0ce70fe6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:58.407234 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41344) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:36:58.454150 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-a17960b7-8432-46a9-bf1e-c769aa636b64 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5becf2377cd34a5aa3e7c239e2b2bbb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456953 Jul 14 14:36:58.456901 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41346) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:36:58.512202 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f793c05b-7c9e-4b97-a1e7-97e8d282fa29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:58.538248 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f793c05b-7c9e-4b97-a1e7-97e8d282fa29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:58.609015 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f793c05b-7c9e-4b97-a1e7-97e8d282fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:58.611685 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f793c05b-7c9e-4b97-a1e7-97e8d282fa29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:58.615965 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-f793c05b-7c9e-4b97-a1e7-97e8d282fa29 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc HTTP/1.1" status: 204 len: 168 time: 0.1578465 Jul 14 14:36:58.626696 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793c05b-7c9e-4b97-a1e7-97e8d282fa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6cb8a5-4f4b-482e-ab56-14bd3a5f88dc,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:59.609122 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41384) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:36:59.715627 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-989359691-network', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:36:59.742504 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] Made reservation on behalf of ec6bfd439e9e45e2bfcf745db1ea0e63 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:36:59.745674 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:59.755477 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:59.887864 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:59.893753 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:59.920855 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:36:59.932091 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a54d45f-3770-499b-99d0-7da389b4d23b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:59.938614 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:36:59.939153 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] Added segment 42157b90-7648-43de-8f7e-62af57270695 of type vlan for network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb Jul 14 14:36:59.986883 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:00.021617 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:00.022945 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:00.023754 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:00.088682 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4781046 Jul 14 14:37:00.092359 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41390) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:00.100226 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-2a7dad47-8647-4fb6-9e15-ef931402d62a admin admin] Request body: {'subnet': {'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-989359691-subnet', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:00.102351 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6155676-b7d1-456c-bdd7-67f599c8872e admin admin] Pushing event updated for resources: {'Network': ['ID=7cc98487-bdf1-43f8-9077-c3b02abf7dcb,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:00.118482 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:37:00.135714 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7dad47-8647-4fb6-9e15-ef931402d62a admin admin] Made reservation on behalf of ec6bfd439e9e45e2bfcf745db1ea0e63 for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:37:00.138235 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2a7dad47-8647-4fb6-9e15-ef931402d62a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3572695'] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:00.335495 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2a7dad47-8647-4fb6-9e15-ef931402d62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2796926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3572709'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:00.430035 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dad47-8647-4fb6-9e15-ef931402d62a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c88b88a2-c1f5-42c4-a2d6-f68c246968db,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:00.443372 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7dad47-8647-4fb6-9e15-ef931402d62a admin admin] Checking segment: {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:37:00.443788 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7dad47-8647-4fb6-9e15-ef931402d62a admin admin] Network hostable DHCP agents. Network: 7cc98487-bdf1-43f8-9077-c3b02abf7dcb, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:37:00.467981 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7dad47-8647-4fb6-9e15-ef931402d62a admin admin] Network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:37:00.479252 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-2a7dad47-8647-4fb6-9e15-ef931402d62a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, 7cc98487-bdf1-43f8-9077-c3b02abf7dcb) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:00.484605 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7dad47-8647-4fb6-9e15-ef931402d62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:00.485512 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-2a7dad47-8647-4fb6-9e15-ef931402d62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:00.499097 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40adc1b9-15dc-4eac-89f7-19fd5df014db None None] Network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:37:00.509108 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-2a7dad47-8647-4fb6-9e15-ef931402d62a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4109807 Jul 14 14:37:00.509750 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41396) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:00.517088 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:00.557453 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12423'] for router, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:00.559127 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12430'] for router, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:00.647074 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:00.688042 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41400) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:00.733103 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77d02e5-6f03-5af9-b228-ffa7c33a544f-7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db'}]}} from dv-cinder-786927-3-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:37:00.734239 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:00.833901 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-24058814-b639-4526-938c-d0d1bd7b05a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:00.838526 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12448'] for router, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:00.954676 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Allocated IP 172.20.0.2 (7cc98487-bdf1-43f8-9077-c3b02abf7dcb/c88b88a2-c1f5-42c4-a2d6-f68c246968db/0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:37:01.001535 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-24058814-b639-4526-938c-d0d1bd7b05a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.011220 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-24058814-b639-4526-938c-d0d1bd7b05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.085303 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-24058814-b639-4526-938c-d0d1bd7b05a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3d240e80836c4dfa8b5ba4412f31ee06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947406 Jul 14 14:37:01.087314 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24058814-b639-4526-938c-d0d1bd7b05a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff36032-bd77-484a-9b69-65322b56db7e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:01.088876 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.090640 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41404) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:01.121980 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.157922 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.173179 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Transition to ACTIVE for port object 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:37:01.201236 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Transition to ACTIVE for port object 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:37:01.211767 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.255590 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-405f836f-d48a-42d6-86d3-685a7963516e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.277247 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:01.282278 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:01.292955 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:37:01.309726 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-405f836f-d48a-42d6-86d3-685a7963516e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.313979 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Pushing event updated for resources: {'Port': ['ID=0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:01.345494 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Allocated IP 172.27.0.242 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/99bedd21-232a-4b25-b23e-073e18cb0989) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:37:01.396718 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:01.397266 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:01.397762 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:01.398288 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:01.398827 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:01.399451 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:01.399935 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:01.400464 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:01.401026 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:01.401603 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:01.402163 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:01.402702 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:01.429352 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Attempting to bind port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:37:01.430036 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Attempting to bind port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:37:01.430292 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-405f836f-d48a-42d6-86d3-685a7963516e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.431199 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Attempting to bind port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 on network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:37:01.433703 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-405f836f-d48a-42d6-86d3-685a7963516e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.435203 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-405f836f-d48a-42d6-86d3-685a7963516e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cff36032-bd77-484a-9b69-65322b56db7e HTTP/1.1" status: 204 len: 168 time: 0.3425648 Jul 14 14:37:01.441182 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:37:01.441784 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Checking segment: {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:37:01.442436 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.443096 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Bound using segment: {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:37:01.443905 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Bound port: 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:37:01.444570 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.456462 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f836f-d48a-42d6-86d3-685a7963516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff36032-bd77-484a-9b69-65322b56db7e,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:01.495234 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.563548 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.578034 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] For port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:37:01.583362 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] For port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:37:01.588786 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.605705 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:01.610626 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:01.616937 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:37:01.645545 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=99bedd21-232a-4b25-b23e-073e18cb0989,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:01.701943 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c352be-05cd-4aa4-8968-08e85b05cb2b None None] Pushing event updated for resources: {'Port': ['ID=0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:01.922718 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41412) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:01.947190 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb91a40d-6326-441a-b22e-b886b2056e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:01.973651 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:02.087440 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb91a40d-6326-441a-b22e-b886b2056e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:02.092547 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb91a40d-6326-441a-b22e-b886b2056e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:02.158825 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fb91a40d-6326-441a-b22e-b886b2056e25 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d2a0270ef334430b944d69092add7a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345269 Jul 14 14:37:02.160127 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91a40d-6326-441a-b22e-b886b2056e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb2157c-52d0-48ed-a36b-e1f7fb4017db,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:02.165072 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41414) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:02.248509 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6ae621b4-6322-4a8b-8b6a-2110f4ae541e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:02.296893 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6ae621b4-6322-4a8b-8b6a-2110f4ae541e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:02.415514 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6ae621b4-6322-4a8b-8b6a-2110f4ae541e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:02.419989 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6ae621b4-6322-4a8b-8b6a-2110f4ae541e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:02.422298 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6ae621b4-6322-4a8b-8b6a-2110f4ae541e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0eb2157c-52d0-48ed-a36b-e1f7fb4017db HTTP/1.1" status: 204 len: 168 time: 0.2559381 Jul 14 14:37:02.437941 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae621b4-6322-4a8b-8b6a-2110f4ae541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb2157c-52d0-48ed-a36b-e1f7fb4017db,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:02.451432 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:02.574591 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:37:02.711262 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405964'] for router, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:02.910577 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 is scheduled to L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e with binding_index 1 {{(pid=92927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:37:02.944736 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41422) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:02.961477 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468f0403-5ba0-4a72-8212-4d0490d7f78a None None] Network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:37:02.965280 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-87118ea0-ea10-4779-8bc0-a357fc3d3ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:03.060820 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-0481b775-d09a-43e6-b0fe-6f984dbce142 None None] Provisioning for port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:37:03.070853 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-0481b775-d09a-43e6-b0fe-6f984dbce142 None None] Provisioning complete for port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:03.072364 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0481b775-d09a-43e6-b0fe-6f984dbce142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:03.086824 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:37:03.094891 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-87118ea0-ea10-4779-8bc0-a357fc3d3ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:03.103017 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-87118ea0-ea10-4779-8bc0-a357fc3d3ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:03.110810 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:03.112280 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Sync routers for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:37:03.118626 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-dcbf87bb-3eba-4b2f-85e3-bc0e05eec6d7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6055336 Jul 14 14:37:03.118875 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41424) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:03.171486 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:37:03.172572 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:36:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:03.191948 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-87118ea0-ea10-4779-8bc0-a357fc3d3ac9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b000118f4f3a421782d9d02c57123c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456353 Jul 14 14:37:03.195380 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41426) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:03.197147 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87118ea0-ea10-4779-8bc0-a357fc3d3ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bf40d7-e55f-42dd-9ced-a59669295033,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:03.282911 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ae089654-6cb2-4ee0-b22b-cf635d361e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:03.311165 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ae089654-6cb2-4ee0-b22b-cf635d361e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:03.417931 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ae089654-6cb2-4ee0-b22b-cf635d361e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:03.420758 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ae089654-6cb2-4ee0-b22b-cf635d361e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:03.425928 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ae089654-6cb2-4ee0-b22b-cf635d361e22 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/76bf40d7-e55f-42dd-9ced-a59669295033 HTTP/1.1" status: 204 len: 168 time: 0.2238889 Jul 14 14:37:03.443802 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae089654-6cb2-4ee0-b22b-cf635d361e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bf40d7-e55f-42dd-9ced-a59669295033,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:03.497127 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0481b775-d09a-43e6-b0fe-6f984dbce142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:03.508064 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:37:03.667111 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-0481b775-d09a-43e6-b0fe-6f984dbce142 None None] For port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:03.682569 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0481b775-d09a-43e6-b0fe-6f984dbce142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:03.782149 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:03.924122 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481b775-d09a-43e6-b0fe-6f984dbce142 None None] Pushing event updated for resources: {'Port': ['ID=0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:03.982407 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:01Z', 'revision_number': 3, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:04.031560 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Checking router: a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:37:04.031824 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Updating router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 port 99bedd21-232a-4b25-b23e-073e18cb0989 binding host dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:37:04.086346 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Allocated IP 172.20.0.1 (7cc98487-bdf1-43f8-9077-c3b02abf7dcb/c88b88a2-c1f5-42c4-a2d6-f68c246968db/da340406-78e9-4243-9782-ee60509278a8) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:37:04.087715 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:04.145764 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-1fc1e652-c2b1-4abf-b67f-ffc82433f9ae None None] Provisioning complete for port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:04.146137 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e652-c2b1-4abf-b67f-ffc82433f9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:04.231513 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:04.249509 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Transition to ACTIVE for port object da340406-78e9-4243-9782-ee60509278a8 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:37:04.304139 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:04.387123 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:04.399780 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:04.406232 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:37:04.411811 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:04.446055 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Pushing event updated for resources: {'Port': ['ID=da340406-78e9-4243-9782-ee60509278a8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:04.478976 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409001'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:04.589475 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:04.612100 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Transition to ACTIVE for port object 99bedd21-232a-4b25-b23e-073e18cb0989 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:37:04.626159 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:04.720377 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62371c-cc22-4500-a0cd-33c422c02876 None None] Pushing event updated for resources: {'Port': ['ID=99bedd21-232a-4b25-b23e-073e18cb0989,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:04.745159 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:04.768000 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Attempting to bind port 99bedd21-232a-4b25-b23e-073e18cb0989 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:37:04.768000 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Attempting to bind port 99bedd21-232a-4b25-b23e-073e18cb0989 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:37:04.768000 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Attempting to bind port 99bedd21-232a-4b25-b23e-073e18cb0989 on network aee5fac4-045e-4b71-9019-7c5205bf3b95 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:37:04.777668 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:37:04.779749 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Checking segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:37:04.780334 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:04.780882 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Bound using segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:37:04.781573 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Bound port: 99bedd21-232a-4b25-b23e-073e18cb0989, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:37:04.782121 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:04.785809 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:04.786422 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:04.942472 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] For port 99bedd21-232a-4b25-b23e-073e18cb0989, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:37:04.947624 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] For port 99bedd21-232a-4b25-b23e-073e18cb0989, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=99bedd21-232a-4b25-b23e-073e18cb0989,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:37:04.949194 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-09e01e48-17e5-49ff-95e1-7b31ef25527f None None] Provisioning for port da340406-78e9-4243-9782-ee60509278a8 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:37:04.954368 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-09e01e48-17e5-49ff-95e1-7b31ef25527f None None] Provisioning complete for port da340406-78e9-4243-9782-ee60509278a8 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:04.954780 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-09e01e48-17e5-49ff-95e1-7b31ef25527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:04.986332 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:05.087456 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:05.096598 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:05.106489 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-09e01e48-17e5-49ff-95e1-7b31ef25527f None None] Port da340406-78e9-4243-9782-ee60509278a8 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:37:05.170281 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62371c-cc22-4500-a0cd-33c422c02876 None None] Pushing event updated for resources: {'Port': ['ID=99bedd21-232a-4b25-b23e-073e18cb0989,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:05.175059 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:37:05.176196 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:36:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:05.453786 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:37:05.530408 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16476197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407779'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:05.538905 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Pushing event updated for resources: {'Port': ['ID=da340406-78e9-4243-9782-ee60509278a8,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:05.650242 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:05.651952 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:05.835448 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:37:05.858523 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 2, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:05.921621 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d52fef-c2e5-45da-8d85-bdd47fc9df25 None None] The sync data for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi is: [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 2, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:37:06.029856 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:37:06.043184 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-5a77fcd0-ef71-43e9-905d-a13dc340609e None None] Provisioning complete for port da340406-78e9-4243-9782-ee60509278a8 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:06.043735 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5a77fcd0-ef71-43e9-905d-a13dc340609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:06.044314 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0530db2b-99dc-4ead-bf24-5621e86ee0ba admin admin] 10.222.0.57 "PUT /v2.0/routers/a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9195523 Jul 14 14:37:06.124602 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-5a77fcd0-ef71-43e9-905d-a13dc340609e None None] Port da340406-78e9-4243-9782-ee60509278a8 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:37:07.229950 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41534) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:07.278883 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41538) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:07.289095 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-31630792-network', 'tenant_id': '19aea30e1f034103b58958c2f4202738'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:07.324201 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] Made reservation on behalf of 19aea30e1f034103b58958c2f4202738 for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:37:07.327086 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:07.336857 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:07.501750 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:07.508569 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:07.536704 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:37:07.555564 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:07.555915 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] Added segment 239801ab-1de1-4ead-871d-e05f848a57f4 of type vlan for network e3ca4342-15bd-4a01-adac-dc49b91f7120 Jul 14 14:37:07.557425 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abf6be4-2de9-46d3-9305-906380219e65,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:07.643059 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-174a3e1b-8b81-4eee-a09e-fe6df822381e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:07.662756 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738286747423'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:07.780461 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:07.782220 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:07.783238 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:07.917374 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] Pushing event updated for resources: {'Network': ['ID=e3ca4342-15bd-4a01-adac-dc49b91f7120,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:07.933636 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Network e3ca4342-15bd-4a01-adac-dc49b91f7120 details requested by agent ovs-agent-dv-cinder-786927-3-iscsi with host dv-cinder-786927-3-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:37:07.954020 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-174a3e1b-8b81-4eee-a09e-fe6df822381e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:07.962906 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-174a3e1b-8b81-4eee-a09e-fe6df822381e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:07.994813 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-9513e1c5-6320-4055-80d5-0022007a2b6e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7102101 Jul 14 14:37:07.997783 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41544) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:08.012118 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-174a3e1b-8b81-4eee-a09e-fe6df822381e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e689ebd43d2d4595a2823e99d2cc5508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7806559 Jul 14 14:37:08.014610 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-e561a4ac-30f0-4a07-a7ad-8975fce16d6d admin admin] Request body: {'subnet': {'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-31630792-subnet', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:08.016364 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41546) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:08.026026 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a3e1b-8b81-4eee-a09e-fe6df822381e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea3e5a4-937a-4809-9886-46474ca5a225,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:08.087900 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e561a4ac-30f0-4a07-a7ad-8975fce16d6d admin admin] Made reservation on behalf of 19aea30e1f034103b58958c2f4202738 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:37:08.091570 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e561a4ac-30f0-4a07-a7ad-8975fce16d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4014917'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:08.092004 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6a445d4-658e-43de-9ecf-ae348f21869c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:08.121695 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6a445d4-658e-43de-9ecf-ae348f21869c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:08.198456 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6a445d4-658e-43de-9ecf-ae348f21869c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:08.214383 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b6a445d4-658e-43de-9ecf-ae348f21869c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:08.216289 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b6a445d4-658e-43de-9ecf-ae348f21869c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ea3e5a4-937a-4809-9886-46474ca5a225 HTTP/1.1" status: 204 len: 168 time: 0.1985700 Jul 14 14:37:08.247705 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a445d4-658e-43de-9ecf-ae348f21869c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea3e5a4-937a-4809-9886-46474ca5a225,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:08.449028 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e561a4ac-30f0-4a07-a7ad-8975fce16d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3973763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4014967'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:08.505752 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 99bedd21-232a-4b25-b23e-073e18cb0989 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:08.531718 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561a4ac-30f0-4a07-a7ad-8975fce16d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d7410f-9e58-4583-a7a5-1e16a1793ff6,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:08.542181 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561a4ac-30f0-4a07-a7ad-8975fce16d6d admin admin] Checking segment: {'id': '239801ab-1de1-4ead-871d-e05f848a57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:37:08.542677 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561a4ac-30f0-4a07-a7ad-8975fce16d6d admin admin] Network hostable DHCP agents. Network: e3ca4342-15bd-4a01-adac-dc49b91f7120, hostable agents: ['9ebf588b-5bd5-4ca0-aff3-08f92a475032'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:37:08.565999 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561a4ac-30f0-4a07-a7ad-8975fce16d6d admin admin] Network e3ca4342-15bd-4a01-adac-dc49b91f7120 is scheduled to be hosted by DHCP agent 9ebf588b-5bd5-4ca0-aff3-08f92a475032 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:37:08.580395 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-e561a4ac-30f0-4a07-a7ad-8975fce16d6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-3-iscsi, e3ca4342-15bd-4a01-adac-dc49b91f7120) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:08.598044 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e561a4ac-30f0-4a07-a7ad-8975fce16d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:08.599023 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e561a4ac-30f0-4a07-a7ad-8975fce16d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:08.600475 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcd8e70-1d57-4548-b680-d9a276405b30 None None] Network e3ca4342-15bd-4a01-adac-dc49b91f7120 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:37:08.627173 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e561a4ac-30f0-4a07-a7ad-8975fce16d6d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6252873 Jul 14 14:37:08.627796 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41552) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:08.635751 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-31630792-router', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:08.690872 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16370501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12423'] for router, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:08.692833 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16370470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12430'] for router, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:08.769911 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 99bedd21-232a-4b25-b23e-073e18cb0989 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:37:08.791375 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41554) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:08.797473 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 99bedd21-232a-4b25-b23e-073e18cb0989 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:08.797983 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:08.804393 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:08.828710 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdb0a-2cb5-48af-99c5-3147da676262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:08.994631 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16370523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12448'] for router, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.048872 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Sync routers for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:37:09.065861 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92540302-6487-4657-8623-360135357252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77d02e5-6f03-5af9-b228-ffa7c33a544f-e3ca4342-15bd-4a01-adac-dc49b91f7120', 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'fixed_ips': [{'subnet_id': 'd7d7410f-9e58-4583-a7a5-1e16a1793ff6'}]}} from dv-cinder-786927-3-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 14:37:09.066716 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:37:09.067279 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-92540302-6487-4657-8623-360135357252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.067851 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:36:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:09.077989 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdb0a-2cb5-48af-99c5-3147da676262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.087993 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdb0a-2cb5-48af-99c5-3147da676262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.139205 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.162996 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f1fbdb0a-2cb5-48af-99c5-3147da676262 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c284d16430894290a8f568632ebc0a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682420 Jul 14 14:37:09.166690 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbdb0a-2cb5-48af-99c5-3147da676262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd3d82e-601d-46bc-a28c-15eaf0c9bc79,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:09.168317 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41560) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:09.268264 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:37:09.284423 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port 99bedd21-232a-4b25-b23e-073e18cb0989, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=99bedd21-232a-4b25-b23e-073e18cb0989,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:09.287054 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0745a767-b9e0-4863-882b-391f546a8c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.310259 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.348507 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca1412-9f0a-4076-81d7-e4d1fda223c3 req-5f52e28a-32d7-4415-a2da-9e22cd510504 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:09.351343 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-74ca1412-9f0a-4076-81d7-e4d1fda223c3 req-5f52e28a-32d7-4415-a2da-9e22cd510504 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 946 time: 0.2205217 Jul 14 14:37:09.434731 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=99bedd21-232a-4b25-b23e-073e18cb0989,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:09.447440 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-92540302-6487-4657-8623-360135357252 None None] Allocated IP 172.20.0.2 (e3ca4342-15bd-4a01-adac-dc49b91f7120/d7d7410f-9e58-4583-a7a5-1e16a1793ff6/b7eda899-432b-4e86-8d3f-46bd6f50452d) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:37:09.470398 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0745a767-b9e0-4863-882b-391f546a8c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.549873 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 2, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:09.590888 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Checking router: a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:37:09.591340 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Updating router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 port da340406-78e9-4243-9782-ee60509278a8 binding host dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:37:09.606118 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-74ca1412-9f0a-4076-81d7-e4d1fda223c3 req-fa0b4da1-01e1-469e-a7e4-2a797b03dc0e tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948321 Jul 14 14:37:09.618479 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.666552 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.669685 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.690294 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0745a767-b9e0-4863-882b-391f546a8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.695205 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0745a767-b9e0-4863-882b-391f546a8c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.698337 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0745a767-b9e0-4863-882b-391f546a8c5f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fcd3d82e-601d-46bc-a28c-15eaf0c9bc79 HTTP/1.1" status: 204 len: 168 time: 0.5280757 Jul 14 14:37:09.725900 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-92540302-6487-4657-8623-360135357252 None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.737152 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-92540302-6487-4657-8623-360135357252 None None] Transition to ACTIVE for port object b7eda899-432b-4e86-8d3f-46bd6f50452d will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:37:09.760300 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-92540302-6487-4657-8623-360135357252 None None] Transition to ACTIVE for port object b7eda899-432b-4e86-8d3f-46bd6f50452d will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:37:09.769278 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745a767-b9e0-4863-882b-391f546a8c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd3d82e-601d-46bc-a28c-15eaf0c9bc79,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:09.771931 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-92540302-6487-4657-8623-360135357252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.822720 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92540302-6487-4657-8623-360135357252 None None] Network e3ca4342-15bd-4a01-adac-dc49b91f7120 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:09.826615 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-92540302-6487-4657-8623-360135357252 None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:09.834222 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92540302-6487-4657-8623-360135357252 None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:37:09.859764 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92540302-6487-4657-8623-360135357252 None None] Pushing event updated for resources: {'Port': ['ID=b7eda899-432b-4e86-8d3f-46bd6f50452d,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:09.908557 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Allocated IP 172.27.0.93 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/bc0840b1-2dae-4703-81a7-b23f2790789b) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:37:09.942140 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-92540302-6487-4657-8623-360135357252 None None] Attempting to bind port b7eda899-432b-4e86-8d3f-46bd6f50452d on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:37:09.942528 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-92540302-6487-4657-8623-360135357252 None None] Attempting to bind port b7eda899-432b-4e86-8d3f-46bd6f50452d by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '239801ab-1de1-4ead-871d-e05f848a57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:37:09.943005 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92540302-6487-4657-8623-360135357252 None None] Attempting to bind port b7eda899-432b-4e86-8d3f-46bd6f50452d on network e3ca4342-15bd-4a01-adac-dc49b91f7120 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:37:09.949166 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92540302-6487-4657-8623-360135357252 None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:37:09.949552 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92540302-6487-4657-8623-360135357252 None None] Checking segment: {'id': '239801ab-1de1-4ead-871d-e05f848a57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:37:09.949942 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-92540302-6487-4657-8623-360135357252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:09.950337 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92540302-6487-4657-8623-360135357252 None None] Bound using segment: {'id': '239801ab-1de1-4ead-871d-e05f848a57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:37:09.950825 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-92540302-6487-4657-8623-360135357252 None None] Bound port: b7eda899-432b-4e86-8d3f-46bd6f50452d, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239801ab-1de1-4ead-871d-e05f848a57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:37:09.951210 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-92540302-6487-4657-8623-360135357252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:10.066457 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-92540302-6487-4657-8623-360135357252 None None] For port b7eda899-432b-4e86-8d3f-46bd6f50452d, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:37:10.073330 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-92540302-6487-4657-8623-360135357252 None None] For port b7eda899-432b-4e86-8d3f-46bd6f50452d, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=b7eda899-432b-4e86-8d3f-46bd6f50452d,segment=NetworkSegment(239801ab-1de1-4ead-871d-e05f848a57f4),segment_id=239801ab-1de1-4ead-871d-e05f848a57f4)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:37:10.083429 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-92540302-6487-4657-8623-360135357252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:10.090283 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:10.145729 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:10.164860 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:10.183864 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Transition to ACTIVE for port object da340406-78e9-4243-9782-ee60509278a8 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:37:10.185061 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:10.194390 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:10.197985 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:10.214337 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92540302-6487-4657-8623-360135357252 None None] Pushing event updated for resources: {'Port': ['ID=b7eda899-432b-4e86-8d3f-46bd6f50452d,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:10.237109 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:37:10.309829 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63aedd3-684a-441b-a5b0-77371ff63b9e None None] Pushing event updated for resources: {'Port': ['ID=da340406-78e9-4243-9782-ee60509278a8,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:10.375709 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aedd3-684a-441b-a5b0-77371ff63b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:10.376293 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aedd3-684a-441b-a5b0-77371ff63b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:10.376854 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aedd3-684a-441b-a5b0-77371ff63b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:10.377398 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aedd3-684a-441b-a5b0-77371ff63b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:10.377969 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aedd3-684a-441b-a5b0-77371ff63b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:10.378534 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aedd3-684a-441b-a5b0-77371ff63b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:10.379320 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aedd3-684a-441b-a5b0-77371ff63b9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:10.380104 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aedd3-684a-441b-a5b0-77371ff63b9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:10.380900 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aedd3-684a-441b-a5b0-77371ff63b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:10.381500 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aedd3-684a-441b-a5b0-77371ff63b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:10.382291 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aedd3-684a-441b-a5b0-77371ff63b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:10.382857 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aedd3-684a-441b-a5b0-77371ff63b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:10.420119 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Pushing event updated for resources: {'Port': ['ID=bc0840b1-2dae-4703-81a7-b23f2790789b,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:10.467327 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Attempting to bind port da340406-78e9-4243-9782-ee60509278a8 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:37:10.468056 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Attempting to bind port da340406-78e9-4243-9782-ee60509278a8 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:37:10.471428 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Attempting to bind port da340406-78e9-4243-9782-ee60509278a8 on network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:37:10.479854 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 99bedd21-232a-4b25-b23e-073e18cb0989 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:10.485615 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:37:10.486244 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Checking segment: {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:37:10.486939 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:10.487614 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Bound using segment: {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:37:10.488454 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Bound port: da340406-78e9-4243-9782-ee60509278a8, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:37:10.490160 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:10.638299 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4509e48-f36c-4385-9365-65b550e1c3f4 req-80bb049f-fc31-448d-9e40-a5eee0ddb968 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:10.639970 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f4509e48-f36c-4385-9365-65b550e1c3f4 req-80bb049f-fc31-448d-9e40-a5eee0ddb968 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.38 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 946 time: 0.3053577 Jul 14 14:37:10.673717 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 99bedd21-232a-4b25-b23e-073e18cb0989 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:10.674407 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:10.700507 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] For port da340406-78e9-4243-9782-ee60509278a8, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:37:10.712330 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] For port da340406-78e9-4243-9782-ee60509278a8, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=da340406-78e9-4243-9782-ee60509278a8,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:37:10.721338 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:10.888415 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-f4509e48-f36c-4385-9365-65b550e1c3f4 req-1fad0309-ad97-4bac-827c-c7c1c3caf56b tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Deleting port c3b93667-a613-4771-8054-3ead9c2b5998 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:37:10.888773 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f4509e48-f36c-4385-9365-65b550e1c3f4 req-1fad0309-ad97-4bac-827c-c7c1c3caf56b tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:10.904115 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:37:10.905248 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:36:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:10.952167 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:11.040816 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63aedd3-684a-441b-a5b0-77371ff63b9e None None] Pushing event updated for resources: {'Port': ['ID=da340406-78e9-4243-9782-ee60509278a8,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:11.141418 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-f4509e48-f36c-4385-9365-65b550e1c3f4 req-1fad0309-ad97-4bac-827c-c7c1c3caf56b tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] For port c3b93667-a613-4771-8054-3ead9c2b5998, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c3b93667-a613-4771-8054-3ead9c2b5998,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:11.141955 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f4509e48-f36c-4385-9365-65b550e1c3f4 req-1fad0309-ad97-4bac-827c-c7c1c3caf56b tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:11.167919 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-f4509e48-f36c-4385-9365-65b550e1c3f4 req-1fad0309-ad97-4bac-827c-c7c1c3caf56b tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Calling delete_port for c3b93667-a613-4771-8054-3ead9c2b5998 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:37:11.197451 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:11.247049 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:37:11.315933 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd66136-ab18-4027-ad11-f7d0462078d3 req-5e827b77-efbd-479e-ad24-11205fc49625 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:11.323576 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fd66136-ab18-4027-ad11-f7d0462078d3 req-5e827b77-efbd-479e-ad24-11205fc49625 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 946 time: 0.3421135 Jul 14 14:37:11.485788 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.38', 52420) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:11.518001 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16370514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405964'] for router, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:11.518815 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f4509e48-f36c-4385-9365-65b550e1c3f4 req-1fad0309-ad97-4bac-827c-c7c1c3caf56b tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:11.538316 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['9b6f1d50-3b38-4101-991e-02ac79e06b00', '7eafd5c9-6795-45e2-885b-7eb3475e386c', 'c3b93667-a613-4771-8054-3ead9c2b5998'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:37:11.556340 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1fd66136-ab18-4027-ad11-f7d0462078d3 req-979852ba-1888-43ec-8c55-bd7198582f8f tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317209 Jul 14 14:37:11.591655 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad0309-ad97-4bac-827c-c7c1c3caf56b tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Pushing event deleted for resources: {'Port': ['ID=c3b93667-a613-4771-8054-3ead9c2b5998,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:11.694294 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4509e48-f36c-4385-9365-65b550e1c3f4 req-1fad0309-ad97-4bac-827c-c7c1c3caf56b tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] No DVR routers for this DVR port c3b93667-a613-4771-8054-3ead9c2b5998 on host hv-cinder-78692 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:37:11.706059 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-f4509e48-f36c-4385-9365-65b550e1c3f4 req-1fad0309-ad97-4bac-827c-c7c1c3caf56b tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:11.718545 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f4509e48-f36c-4385-9365-65b550e1c3f4 req-1fad0309-ad97-4bac-827c-c7c1c3caf56b tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.38 "DELETE /v2.0/ports/c3b93667-a613-4771-8054-3ead9c2b5998 HTTP/1.1" status: 204 len: 173 time: 1.0638564 Jul 14 14:37:11.719417 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de845661-7ae2-4c12-af61-fea2f2f2ed7a', 'name': 'network-vif-deleted', 'tag': 'c3b93667-a613-4771-8054-3ead9c2b5998'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:37:11.725521 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58035b0-1c95-40ea-82f6-578af1d7a470" -d '{"events": [{"server_uuid": "de845661-7ae2-4c12-af61-fea2f2f2ed7a", "name": "network-vif-deleted", "tag": "c3b93667-a613-4771-8054-3ead9c2b5998"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:37:11.761945 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:10Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:11.879641 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74908d2-1b9e-43dc-a0b4-610c20d3fc4b None None] The sync data for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi is: [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:10Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:37:11.953486 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac53c685-cdda-4586-9d80-445049f34e50 x-openstack-request-id: req-ac53c685-cdda-4586-9d80-445049f34e50 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:37:11.957875 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de845661-7ae2-4c12-af61-fea2f2f2ed7a", "name": "network-vif-deleted", "tag": "c3b93667-a613-4771-8054-3ead9c2b5998", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:37:11.958438 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac53c685-cdda-4586-9d80-445049f34e50 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:37:11.960264 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de845661-7ae2-4c12-af61-fea2f2f2ed7a', 'name': 'network-vif-deleted', 'tag': 'c3b93667-a613-4771-8054-3ead9c2b5998', 'status': 'completed', 'code': 200} Jul 14 14:37:11.997338 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Router 7906d935-7feb-4745-93b5-f6d188b5fbfc is scheduled to L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e with binding_index 1 {{(pid=92927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 14:37:12.082441 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e5bbda8-6c6e-4637-9938-f4e43774ffae req-a6cad243-a26a-4b0e-9e6b-4af31d7ba153 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5791554 Jul 14 14:37:12.177915 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6aafb3-154c-4669-bc1b-1ca3e2c479e4 None None] Network e3ca4342-15bd-4a01-adac-dc49b91f7120 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:37:12.221549 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:37:12.246405 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:12.250375 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ca5b5ab6-5a18-43fd-a66b-eb19465f8b7c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6184523 Jul 14 14:37:12.250654 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41594) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:12.252489 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bbda8-6c6e-4637-9938-f4e43774ffae req-e26304f2-fcf1-46b7-af1a-98c2bbd9ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:12.266488 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e5bbda8-6c6e-4637-9938-f4e43774ffae req-e26304f2-fcf1-46b7-af1a-98c2bbd9ae54 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cb47f2547bb846e8b7d03f940319eedd&device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 1098 time: 0.1502523 Jul 14 14:37:12.310406 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Sync routers for ids ['7906d935-7feb-4745-93b5-f6d188b5fbfc'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:37:12.527067 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bbda8-6c6e-4637-9938-f4e43774ffae req-e35b3344-582d-455f-8cb6-e0f9154f3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:12.528881 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e5bbda8-6c6e-4637-9938-f4e43774ffae req-e35b3344-582d-455f-8cb6-e0f9154f3b12 service neutron] 10.222.0.38 "GET /v2.0/networks?id=243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 200 len: 916 time: 0.2268355 Jul 14 14:37:12.586326 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e5bbda8-6c6e-4637-9938-f4e43774ffae req-bd537570-0d49-4fc0-83cb-d70a2d742fef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eafd5c9-6795-45e2-885b-7eb3475e386c HTTP/1.1" status: 200 len: 217 time: 0.0488780 Jul 14 14:37:12.713415 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bbda8-6c6e-4637-9938-f4e43774ffae req-d82a7b42-9865-4fa8-9967-2855837115ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:12.715268 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e5bbda8-6c6e-4637-9938-f4e43774ffae req-d82a7b42-9865-4fa8-9967-2855837115ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 200 len: 855 time: 0.1223309 Jul 14 14:37:12.802309 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e5bbda8-6c6e-4637-9938-f4e43774ffae req-dce0da1a-2df2-4592-9dfc-eaa8ddfc68c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=243c374c-8d97-4b67-8d03-f4282e1afd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802402 Jul 14 14:37:12.937465 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device da340406-78e9-4243-9782-ee60509278a8 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:13.050083 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a76fae00-e378-4401-b9a6-17dcc12c3c68 req-5495aa86-daba-4218-b5a1-42dd651f6aeb tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=de845661-7ae2-4c12-af61-fea2f2f2ed7a HTTP/1.1" status: 200 len: 210 time: 0.0663300 Jul 14 14:37:13.068964 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Routers {'7906d935-7feb-4745-93b5-f6d188b5fbfc'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:37:13.070335 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-6923e708-4c27-4284-9145-e59572342f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:36:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['7906d935-7feb-4745-93b5-f6d188b5fbfc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:13.075701 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e5bbda8-6c6e-4637-9938-f4e43774ffae req-b394e34c-eaba-40e7-84f6-974a5032964e service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660134 Jul 14 14:37:13.197382 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-69a5065c-03fb-4896-a477-c1b04e553ea5 None None] Provisioning for port b7eda899-432b-4e86-8d3f-46bd6f50452d completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:37:13.245307 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port da340406-78e9-4243-9782-ee60509278a8 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:37:13.257083 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4e5bbda8-6c6e-4637-9938-f4e43774ffae req-6c51c699-16c4-4b49-b9a5-ba1ac74c4d5d service neutron] 10.222.0.38 "GET /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731973 Jul 14 14:37:13.304492 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port da340406-78e9-4243-9782-ee60509278a8 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:13.305185 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:13.326603 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:13.439301 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Set router 7906d935-7feb-4745-93b5-f6d188b5fbfc gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:37:13.564017 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Allocated IP 172.20.0.1 (e3ca4342-15bd-4a01-adac-dc49b91f7120/d7d7410f-9e58-4583-a7a5-1e16a1793ff6/3b10e1f9-7203-436c-bf5b-f7e40e310014) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:37:13.683791 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:13.746471 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:13.770731 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Transition to ACTIVE for port object 3b10e1f9-7203-436c-bf5b-f7e40e310014 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:37:13.796047 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c3ff21cd-f13b-407d-84af-459e688338e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:13.803985 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port da340406-78e9-4243-9782-ee60509278a8, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=da340406-78e9-4243-9782-ee60509278a8,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:13.811181 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:13.812098 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device b7eda899-432b-4e86-8d3f-46bd6f50452d up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:13.835470 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:13.900070 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Network e3ca4342-15bd-4a01-adac-dc49b91f7120 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:13.906996 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:13.910769 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:37:13.970211 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=da340406-78e9-4243-9782-ee60509278a8,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:13.987346 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-6923e708-4c27-4284-9145-e59572342f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'name': 'tempest-TestVolumeBootPattern-31630792-router', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bc0840b1-2dae-4703-81a7-b23f2790789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:08Z', 'updated_at': '2021-07-14T14:37:10Z', 'revision_number': 3, 'project_id': '19aea30e1f034103b58958c2f4202738', 'gw_port': {'id': 'bc0840b1-2dae-4703-81a7-b23f2790789b', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:09Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:14.002726 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Pushing event updated for resources: {'Port': ['ID=3b10e1f9-7203-436c-bf5b-f7e40e310014,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:14.031666 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-409001'] for router_interface, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:14.043572 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Checking router: 7906d935-7feb-4745-93b5-f6d188b5fbfc for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:37:14.044140 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Updating router 7906d935-7feb-4745-93b5-f6d188b5fbfc port bc0840b1-2dae-4703-81a7-b23f2790789b binding host dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:37:14.085034 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port b7eda899-432b-4e86-8d3f-46bd6f50452d completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:37:14.101213 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port b7eda899-432b-4e86-8d3f-46bd6f50452d triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:14.101835 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:14.247056 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:14.250575 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-237320ef-6164-4aea-a084-14a429fb5ef7 None None] Provisioning complete for port b7eda899-432b-4e86-8d3f-46bd6f50452d triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:14.251620 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-237320ef-6164-4aea-a084-14a429fb5ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:14.416289 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:14.649233 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:37:14.683214 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:14.762038 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-237320ef-6164-4aea-a084-14a429fb5ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:14.791835 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port b7eda899-432b-4e86-8d3f-46bd6f50452d, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=b7eda899-432b-4e86-8d3f-46bd6f50452d,segment=NetworkSegment(239801ab-1de1-4ead-871d-e05f848a57f4),segment_id=239801ab-1de1-4ead-871d-e05f848a57f4)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:14.806899 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:14.936758 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device da340406-78e9-4243-9782-ee60509278a8 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:14.947364 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=b7eda899-432b-4e86-8d3f-46bd6f50452d,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:14.972232 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.db.api [None req-237320ef-6164-4aea-a084-14a429fb5ef7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92929) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 14:37:14.972637 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG oslo_db.api [None req-237320ef-6164-4aea-a084-14a429fb5ef7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 14:37:14.985757 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:14.989345 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:14.996112 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:15.005531 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Transition to ACTIVE for port object bc0840b1-2dae-4703-81a7-b23f2790789b will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:37:15.015646 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:15.085574 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1eab8-a5a9-4164-a28b-6f8df878522f None None] Pushing event updated for resources: {'Port': ['ID=bc0840b1-2dae-4703-81a7-b23f2790789b,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:15.088755 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port da340406-78e9-4243-9782-ee60509278a8 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:15.089155 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:15.091511 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Attempting to bind port bc0840b1-2dae-4703-81a7-b23f2790789b on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:37:15.091872 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Attempting to bind port bc0840b1-2dae-4703-81a7-b23f2790789b by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:37:15.092241 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Attempting to bind port bc0840b1-2dae-4703-81a7-b23f2790789b on network aee5fac4-045e-4b71-9019-7c5205bf3b95 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:37:15.093016 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16476197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407779'] for router_interface, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:15.096960 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Pushing event updated for resources: {'Port': ['ID=3b10e1f9-7203-436c-bf5b-f7e40e310014,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:15.115918 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:37:15.116283 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Checking segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:37:15.116678 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:15.117113 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Bound using segment: {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:37:15.117641 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Bound port: bc0840b1-2dae-4703-81a7-b23f2790789b, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2720ba2e-84db-434a-839f-4fa7ed257908', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:37:15.118027 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:15.189139 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-6923e708-4c27-4284-9145-e59572342f5a None None] For port bc0840b1-2dae-4703-81a7-b23f2790789b, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:37:15.194313 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-6923e708-4c27-4284-9145-e59572342f5a None None] For port bc0840b1-2dae-4703-81a7-b23f2790789b, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=bc0840b1-2dae-4703-81a7-b23f2790789b,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:37:15.220205 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Network e3ca4342-15bd-4a01-adac-dc49b91f7120 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:15.220531 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:15.222539 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:15.296793 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Routers {'7906d935-7feb-4745-93b5-f6d188b5fbfc'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:37:15.297494 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-6923e708-4c27-4284-9145-e59572342f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:36:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['7906d935-7feb-4745-93b5-f6d188b5fbfc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:15.303158 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1eab8-a5a9-4164-a28b-6f8df878522f None None] Pushing event updated for resources: {'Port': ['ID=bc0840b1-2dae-4703-81a7-b23f2790789b,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:15.430283 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Router 7906d935-7feb-4745-93b5-f6d188b5fbfc has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:37:15.595937 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device c3b93667-a613-4771-8054-3ead9c2b5998 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:37:15.603123 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-6923e708-4c27-4284-9145-e59572342f5a None None] Set router 7906d935-7feb-4745-93b5-f6d188b5fbfc gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:37:15.628334 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:37:15.642249 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-9d1a97e0-e393-40bf-b780-6244368077d0 admin admin] 10.222.0.57 "PUT /v2.0/routers/7906d935-7feb-4745-93b5-f6d188b5fbfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3847506 Jul 14 14:37:15.650084 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: c3b93667-a613-4771-8054-3ead9c2b5998 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:37:15.650595 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device c3b93667-a613-4771-8054-3ead9c2b5998 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:37:15.752748 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bbc5b6e2-81f3-4e2d-b61d-9ce0ba46700e None None] Provisioning for port 3b10e1f9-7203-436c-bf5b-f7e40e310014 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:37:15.764248 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bbc5b6e2-81f3-4e2d-b61d-9ce0ba46700e None None] Provisioning complete for port 3b10e1f9-7203-436c-bf5b-f7e40e310014 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:15.764623 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bbc5b6e2-81f3-4e2d-b61d-9ce0ba46700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:15.830240 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5b6e2-81f3-4e2d-b61d-9ce0ba46700e None None] Port 3b10e1f9-7203-436c-bf5b-f7e40e310014 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:37:15.903492 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-6923e708-4c27-4284-9145-e59572342f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'name': 'tempest-TestVolumeBootPattern-31630792-router', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bc0840b1-2dae-4703-81a7-b23f2790789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:08Z', 'updated_at': '2021-07-14T14:37:14Z', 'revision_number': 4, 'project_id': '19aea30e1f034103b58958c2f4202738', 'gw_port': {'id': 'bc0840b1-2dae-4703-81a7-b23f2790789b', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:09Z', 'updated_at': '2021-07-14T14:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '3b10e1f9-7203-436c-bf5b-f7e40e310014', 'name': '', 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'mac_address': 'fa:16:3e:b3:38:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7d7410f-9e58-4583-a7a5-1e16a1793ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:13Z', 'updated_at': '2021-07-14T14:37:14Z', 'revision_number': 2, 'project_id': '19aea30e1f034103b58958c2f4202738', 'subnets': [{'id': 'd7d7410f-9e58-4583-a7a5-1e16a1793ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:15.953823 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6923e708-4c27-4284-9145-e59572342f5a None None] The sync data for ids ['7906d935-7feb-4745-93b5-f6d188b5fbfc'] in dv-cinder-786927-3-iscsi is: [{'id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'name': 'tempest-TestVolumeBootPattern-31630792-router', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bc0840b1-2dae-4703-81a7-b23f2790789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:08Z', 'updated_at': '2021-07-14T14:37:14Z', 'revision_number': 4, 'project_id': '19aea30e1f034103b58958c2f4202738', 'gw_port': {'id': 'bc0840b1-2dae-4703-81a7-b23f2790789b', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:09Z', 'updated_at': '2021-07-14T14:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '3b10e1f9-7203-436c-bf5b-f7e40e310014', 'name': '', 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'mac_address': 'fa:16:3e:b3:38:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7d7410f-9e58-4583-a7a5-1e16a1793ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:13Z', 'updated_at': '2021-07-14T14:37:14Z', 'revision_number': 2, 'project_id': '19aea30e1f034103b58958c2f4202738', 'subnets': [{'id': 'd7d7410f-9e58-4583-a7a5-1e16a1793ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:37:16.408269 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1208b218-022f-4565-a3a3-a3494807eb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:16.500543 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41628) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:16.506580 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-baa89b13-4ac4-4f21-8ba0-5856f4226ddc tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-187547605', 'description': 'tempest-secgroup-smoke-187547605 description', 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:16.540581 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-baa89b13-4ac4-4f21-8ba0-5856f4226ddc tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:16.545256 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:16.678226 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-baa89b13-4ac4-4f21-8ba0-5856f4226ddc tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:16.685081 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-baa89b13-4ac4-4f21-8ba0-5856f4226ddc tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:16.745237 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-baa89b13-4ac4-4f21-8ba0-5856f4226ddc tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:16.747423 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-baa89b13-4ac4-4f21-8ba0-5856f4226ddc tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2452314 Jul 14 14:37:16.751118 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa89b13-4ac4-4f21-8ba0-5856f4226ddc tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726f97cd-c290-4934-9b8f-b5fdcc698163,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:16.751763 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41632) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:16.758577 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-66480348-159d-4eb7-8ebd-5161e72031aa tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Request body: {'security_group_rule': {'security_group_id': '726f97cd-c290-4934-9b8f-b5fdcc698163', 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:16.805788 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-66480348-159d-4eb7-8ebd-5161e72031aa tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:16.903823 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device b7eda899-432b-4e86-8d3f-46bd6f50452d up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:16.932317 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-66480348-159d-4eb7-8ebd-5161e72031aa tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:16.952253 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-66480348-159d-4eb7-8ebd-5161e72031aa tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.005477 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66480348-159d-4eb7-8ebd-5161e72031aa tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5955001f-2a8f-45d5-9fb0-eb9ff859aa43,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:17.052215 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-66480348-159d-4eb7-8ebd-5161e72031aa tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.055365 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-66480348-159d-4eb7-8ebd-5161e72031aa tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3017561 Jul 14 14:37:17.056929 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port b7eda899-432b-4e86-8d3f-46bd6f50452d triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:17.057538 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.059487 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41634) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:17.066831 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-93be1c72-391a-47cc-8a82-c2e2b19a25c6 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Request body: {'security_group_rule': {'security_group_id': '726f97cd-c290-4934-9b8f-b5fdcc698163', 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:17.117076 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-93be1c72-391a-47cc-8a82-c2e2b19a25c6 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.238493 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-93be1c72-391a-47cc-8a82-c2e2b19a25c6 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.244267 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-93be1c72-391a-47cc-8a82-c2e2b19a25c6 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.263981 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be1c72-391a-47cc-8a82-c2e2b19a25c6 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78e2110-622d-49b9-a147-b5a92d57e9b4,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:17.272214 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-93be1c72-391a-47cc-8a82-c2e2b19a25c6 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.275558 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-93be1c72-391a-47cc-8a82-c2e2b19a25c6 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2143712 Jul 14 14:37:17.279172 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41636) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:17.284494 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-7aca2c39-b386-40fe-824b-1d60b62b8c6a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Request body: {'security_group_rule': {'security_group_id': '726f97cd-c290-4934-9b8f-b5fdcc698163', 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:17.321234 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7aca2c39-b386-40fe-824b-1d60b62b8c6a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.410228 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7aca2c39-b386-40fe-824b-1d60b62b8c6a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.416193 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7aca2c39-b386-40fe-824b-1d60b62b8c6a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.449267 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca2c39-b386-40fe-824b-1d60b62b8c6a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7242a66-7440-4c17-bf51-add44fd95bba,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:17.459274 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7aca2c39-b386-40fe-824b-1d60b62b8c6a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.462310 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7aca2c39-b386-40fe-824b-1d60b62b8c6a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1810844 Jul 14 14:37:17.465081 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41638) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:17.473085 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-eb38a9f7-aedc-49cd-90f7-62d1caca28dd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Request body: {'security_group_rule': {'security_group_id': '726f97cd-c290-4934-9b8f-b5fdcc698163', 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:17.526951 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.534968 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eb38a9f7-aedc-49cd-90f7-62d1caca28dd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.611856 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eb38a9f7-aedc-49cd-90f7-62d1caca28dd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.617211 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eb38a9f7-aedc-49cd-90f7-62d1caca28dd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.642864 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38a9f7-aedc-49cd-90f7-62d1caca28dd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26ec23d-1820-4daa-9b89-c4ebcb7e8c80,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:17.653475 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eb38a9f7-aedc-49cd-90f7-62d1caca28dd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.655309 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-eb38a9f7-aedc-49cd-90f7-62d1caca28dd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1885936 Jul 14 14:37:17.660094 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41642) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:17.666791 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-7d71de3b-cd6a-4fe7-81fb-39d9a6548c36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Request body: {'security_group_rule': {'security_group_id': '726f97cd-c290-4934-9b8f-b5fdcc698163', 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:17.695588 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.securitygroups_db [None req-7d71de3b-cd6a-4fe7-81fb-39d9a6548c36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Project ec6bfd439e9e45e2bfcf745db1ea0e63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:37:17.703531 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7d71de3b-cd6a-4fe7-81fb-39d9a6548c36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.797793 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7d71de3b-cd6a-4fe7-81fb-39d9a6548c36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.805184 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7d71de3b-cd6a-4fe7-81fb-39d9a6548c36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.838689 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71de3b-cd6a-4fe7-81fb-39d9a6548c36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d57d43a-8c80-4dd1-b362-c0f77a60963f,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:17.849305 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7d71de3b-cd6a-4fe7-81fb-39d9a6548c36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:17.851501 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7d71de3b-cd6a-4fe7-81fb-39d9a6548c36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1896672 Jul 14 14:37:17.854893 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41646) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:17.863629 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-8941a4ed-1fc4-40d0-b146-b85a376d20cd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Request body: {'security_group_rule': {'security_group_id': '726f97cd-c290-4934-9b8f-b5fdcc698163', 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:17.899872 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.securitygroups_db [None req-8941a4ed-1fc4-40d0-b146-b85a376d20cd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Project ec6bfd439e9e45e2bfcf745db1ea0e63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:37:17.906599 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8941a4ed-1fc4-40d0-b146-b85a376d20cd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:18.013108 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8941a4ed-1fc4-40d0-b146-b85a376d20cd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:18.017760 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8941a4ed-1fc4-40d0-b146-b85a376d20cd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16495083'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:18.037586 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941a4ed-1fc4-40d0-b146-b85a376d20cd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c51a2e-40be-4c7b-b402-78dbf303f827,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:18.044479 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8941a4ed-1fc4-40d0-b146-b85a376d20cd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:18.046487 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8941a4ed-1fc4-40d0-b146-b85a376d20cd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1898887 Jul 14 14:37:18.933461 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device bc0840b1-2dae-4703-81a7-b23f2790789b up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:18.999050 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port bc0840b1-2dae-4703-81a7-b23f2790789b completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:37:19.004736 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port bc0840b1-2dae-4703-81a7-b23f2790789b triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:19.005678 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:19.133773 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:19.161331 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port bc0840b1-2dae-4703-81a7-b23f2790789b, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=bc0840b1-2dae-4703-81a7-b23f2790789b,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:19.167778 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Sync routers for ids ['7906d935-7feb-4745-93b5-f6d188b5fbfc'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:37:19.170044 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:19.186212 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Routers {'7906d935-7feb-4745-93b5-f6d188b5fbfc'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:37:19.186963 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:37:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['7906d935-7feb-4745-93b5-f6d188b5fbfc'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:19.247948 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=bc0840b1-2dae-4703-81a7-b23f2790789b,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:19.355053 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Set router 7906d935-7feb-4745-93b5-f6d188b5fbfc gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:37:19.392649 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:19.630581 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24466355-3668-4ee0-93fc-d8753b1c049a req-1ea8ecb1-7560-4a6c-b17d-f2a020c3d6e5 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:19.632787 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-24466355-3668-4ee0-93fc-d8753b1c049a req-1ea8ecb1-7560-4a6c-b17d-f2a020c3d6e5 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 945 time: 0.1004605 Jul 14 14:37:19.690211 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-24466355-3668-4ee0-93fc-d8753b1c049a req-25f38bf7-dab7-4e91-b7f4-6c8e6464f5e2 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468659 Jul 14 14:37:19.795640 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'name': 'tempest-TestVolumeBootPattern-31630792-router', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bc0840b1-2dae-4703-81a7-b23f2790789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:08Z', 'updated_at': '2021-07-14T14:37:14Z', 'revision_number': 4, 'project_id': '19aea30e1f034103b58958c2f4202738', 'gw_port': {'id': 'bc0840b1-2dae-4703-81a7-b23f2790789b', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:09Z', 'updated_at': '2021-07-14T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '3b10e1f9-7203-436c-bf5b-f7e40e310014', 'name': '', 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'mac_address': 'fa:16:3e:b3:38:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7d7410f-9e58-4583-a7a5-1e16a1793ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:13Z', 'updated_at': '2021-07-14T14:37:14Z', 'revision_number': 2, 'project_id': '19aea30e1f034103b58958c2f4202738', 'subnets': [{'id': 'd7d7410f-9e58-4583-a7a5-1e16a1793ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:19.823958 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Checking router: 7906d935-7feb-4745-93b5-f6d188b5fbfc for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:37:19.824314 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Updating router 7906d935-7feb-4745-93b5-f6d188b5fbfc port 3b10e1f9-7203-436c-bf5b-f7e40e310014 binding host dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:37:19.861533 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:20.146481 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:20.159113 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Transition to ACTIVE for port object 3b10e1f9-7203-436c-bf5b-f7e40e310014 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:37:20.167597 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:20.267571 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d255ae8-f4d6-4e20-85f4-755b2fc28e1e None None] Pushing event updated for resources: {'Port': ['ID=3b10e1f9-7203-436c-bf5b-f7e40e310014,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:20.318132 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Attempting to bind port 3b10e1f9-7203-436c-bf5b-f7e40e310014 on host dv-cinder-786927-3-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:37:20.318581 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Attempting to bind port 3b10e1f9-7203-436c-bf5b-f7e40e310014 by drivers openvswitch,hyperv on host dv-cinder-786927-3-iscsi at level 0 using segments [{'id': '239801ab-1de1-4ead-871d-e05f848a57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:37:20.319012 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Attempting to bind port 3b10e1f9-7203-436c-bf5b-f7e40e310014 on network e3ca4342-15bd-4a01-adac-dc49b91f7120 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:37:20.327297 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Checking agent: {'id': 'a0a218a2-a7a6-4233-9954-64a539e4f2a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 53, 46), 'started_at': datetime.datetime(2021, 7, 14, 13, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:37:20.327902 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Checking segment: {'id': '239801ab-1de1-4ead-871d-e05f848a57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:37:20.328572 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:20.329247 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Bound using segment: {'id': '239801ab-1de1-4ead-871d-e05f848a57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:37:20.330360 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Bound port: 3b10e1f9-7203-436c-bf5b-f7e40e310014, host: dv-cinder-786927-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239801ab-1de1-4ead-871d-e05f848a57f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:37:20.331180 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:20.426487 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] For port 3b10e1f9-7203-436c-bf5b-f7e40e310014, host dv-cinder-786927-3-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:37:20.431702 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] For port 3b10e1f9-7203-436c-bf5b-f7e40e310014, host dv-cinder-786927-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=3b10e1f9-7203-436c-bf5b-f7e40e310014,segment=NetworkSegment(239801ab-1de1-4ead-871d-e05f848a57f4),segment_id=239801ab-1de1-4ead-871d-e05f848a57f4)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:37:20.435905 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:20.506004 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Routers {'7906d935-7feb-4745-93b5-f6d188b5fbfc'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:37:20.506836 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:37:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['7906d935-7feb-4745-93b5-f6d188b5fbfc'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:20.569839 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d255ae8-f4d6-4e20-85f4-755b2fc28e1e None None] Pushing event updated for resources: {'Port': ['ID=3b10e1f9-7203-436c-bf5b-f7e40e310014,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:20.682003 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] Set router 7906d935-7feb-4745-93b5-f6d188b5fbfc gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:37:20.918761 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cf51f-5ee5-416a-9fa8-078496159032 req-5b9c482b-6d82-4aac-8de7-95293ccb1247 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:20.922168 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2c6cf51f-5ee5-416a-9fa8-078496159032 req-5b9c482b-6d82-4aac-8de7-95293ccb1247 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 945 time: 0.0803688 Jul 14 14:37:20.970510 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2c6cf51f-5ee5-416a-9fa8-078496159032 req-b5528195-7207-4b0d-abd6-2d8e215e82b4 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434291 Jul 14 14:37:21.020203 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 3b10e1f9-7203-436c-bf5b-f7e40e310014 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:21.060996 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'name': 'tempest-TestVolumeBootPattern-31630792-router', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bc0840b1-2dae-4703-81a7-b23f2790789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:08Z', 'updated_at': '2021-07-14T14:37:14Z', 'revision_number': 4, 'project_id': '19aea30e1f034103b58958c2f4202738', 'gw_port': {'id': 'bc0840b1-2dae-4703-81a7-b23f2790789b', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:09Z', 'updated_at': '2021-07-14T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '3b10e1f9-7203-436c-bf5b-f7e40e310014', 'name': '', 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'mac_address': 'fa:16:3e:b3:38:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7d7410f-9e58-4583-a7a5-1e16a1793ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:13Z', 'updated_at': '2021-07-14T14:37:20Z', 'revision_number': 4, 'project_id': '19aea30e1f034103b58958c2f4202738', 'subnets': [{'id': 'd7d7410f-9e58-4583-a7a5-1e16a1793ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:21.075005 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning for port 3b10e1f9-7203-436c-bf5b-f7e40e310014 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:37:21.079493 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 3b10e1f9-7203-436c-bf5b-f7e40e310014 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:21.079893 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:21.096582 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdb2a1a-3525-4082-baf6-23e7cf0bcf8f None None] The sync data for ids ['7906d935-7feb-4745-93b5-f6d188b5fbfc'] in dv-cinder-786927-3-iscsi is: [{'id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'name': 'tempest-TestVolumeBootPattern-31630792-router', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bc0840b1-2dae-4703-81a7-b23f2790789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:08Z', 'updated_at': '2021-07-14T14:37:14Z', 'revision_number': 4, 'project_id': '19aea30e1f034103b58958c2f4202738', 'gw_port': {'id': 'bc0840b1-2dae-4703-81a7-b23f2790789b', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:09Z', 'updated_at': '2021-07-14T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': '3b10e1f9-7203-436c-bf5b-f7e40e310014', 'name': '', 'network_id': 'e3ca4342-15bd-4a01-adac-dc49b91f7120', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'mac_address': 'fa:16:3e:b3:38:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'd7d7410f-9e58-4583-a7a5-1e16a1793ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:13Z', 'updated_at': '2021-07-14T14:37:20Z', 'revision_number': 4, 'project_id': '19aea30e1f034103b58958c2f4202738', 'subnets': [{'id': 'd7d7410f-9e58-4583-a7a5-1e16a1793ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:37:21.185568 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:21.234759 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] For port 3b10e1f9-7203-436c-bf5b-f7e40e310014, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=3b10e1f9-7203-436c-bf5b-f7e40e310014,segment=NetworkSegment(239801ab-1de1-4ead-871d-e05f848a57f4),segment_id=239801ab-1de1-4ead-871d-e05f848a57f4)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:21.244222 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:21.245248 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device bc0840b1-2dae-4703-81a7-b23f2790789b up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:21.331818 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Pushing event updated for resources: {'Port': ['ID=3b10e1f9-7203-436c-bf5b-f7e40e310014,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:21.348923 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port bc0840b1-2dae-4703-81a7-b23f2790789b triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:21.349316 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:22.175298 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dc308-6d4e-43cc-a73e-121709786e45 req-45f4f79c-c5dd-466e-85e4-616e564d08db tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:22.176936 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f51dc308-6d4e-43cc-a73e-121709786e45 req-45f4f79c-c5dd-466e-85e4-616e564d08db tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 945 time: 0.0721459 Jul 14 14:37:22.224331 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-f51dc308-6d4e-43cc-a73e-121709786e45 req-8dcbba05-37b9-45f4-8082-7cb8f2130979 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374610 Jul 14 14:37:22.884996 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 3b10e1f9-7203-436c-bf5b-f7e40e310014 up at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:22.940807 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Provisioning complete for port 3b10e1f9-7203-436c-bf5b-f7e40e310014 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:22.941305 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:23.060606 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff40fc6-c629-47d4-99bb-fb99907777ef req-90716289-9ace-4269-b47c-8010ff125699 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:23.063476 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ff40fc6-c629-47d4-99bb-fb99907777ef req-90716289-9ace-4269-b47c-8010ff125699 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.38 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 945 time: 0.1389050 Jul 14 14:37:23.210632 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-8ff40fc6-c629-47d4-99bb-fb99907777ef req-6c68e7d4-7bf4-4b0f-99f2-09629a7f8476 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Deleting port 7eafd5c9-6795-45e2-885b-7eb3475e386c {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:37:23.212399 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8ff40fc6-c629-47d4-99bb-fb99907777ef req-6c68e7d4-7bf4-4b0f-99f2-09629a7f8476 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:23.316229 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-8ff40fc6-c629-47d4-99bb-fb99907777ef req-6c68e7d4-7bf4-4b0f-99f2-09629a7f8476 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] For port 7eafd5c9-6795-45e2-885b-7eb3475e386c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7eafd5c9-6795-45e2-885b-7eb3475e386c,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:23.316739 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8ff40fc6-c629-47d4-99bb-fb99907777ef req-6c68e7d4-7bf4-4b0f-99f2-09629a7f8476 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:23.333555 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-8ff40fc6-c629-47d4-99bb-fb99907777ef req-6c68e7d4-7bf4-4b0f-99f2-09629a7f8476 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Calling delete_port for 7eafd5c9-6795-45e2-885b-7eb3475e386c owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:37:23.514784 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8ff40fc6-c629-47d4-99bb-fb99907777ef req-6c68e7d4-7bf4-4b0f-99f2-09629a7f8476 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:23.534308 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['9b6f1d50-3b38-4101-991e-02ac79e06b00', '7eafd5c9-6795-45e2-885b-7eb3475e386c'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:37:23.534680 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369c8d9-f6f0-4242-be44-d669079c9d62 req-eec2ee69-2619-4331-8284-32e7fbc4beb4 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:23.536729 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1369c8d9-f6f0-4242-be44-d669079c9d62 req-eec2ee69-2619-4331-8284-32e7fbc4beb4 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=22a98def-da96-49e3-855d-8dbd0f09ec50 HTTP/1.1" status: 200 len: 945 time: 0.1159990 Jul 14 14:37:23.552418 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68e7d4-7bf4-4b0f-99f2-09629a7f8476 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Pushing event deleted for resources: {'Port': ['ID=7eafd5c9-6795-45e2-885b-7eb3475e386c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:23.593921 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1369c8d9-f6f0-4242-be44-d669079c9d62 req-cc703107-e508-4c52-a8ab-f35b8eef5b53 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480514 Jul 14 14:37:23.625419 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff40fc6-c629-47d4-99bb-fb99907777ef req-6c68e7d4-7bf4-4b0f-99f2-09629a7f8476 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] No DVR routers for this DVR port 7eafd5c9-6795-45e2-885b-7eb3475e386c on host hv-cinder-78692 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:37:23.628268 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-8ff40fc6-c629-47d4-99bb-fb99907777ef req-6c68e7d4-7bf4-4b0f-99f2-09629a7f8476 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:23.630456 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8ff40fc6-c629-47d4-99bb-fb99907777ef req-6c68e7d4-7bf4-4b0f-99f2-09629a7f8476 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.38 "DELETE /v2.0/ports/7eafd5c9-6795-45e2-885b-7eb3475e386c HTTP/1.1" status: 204 len: 173 time: 0.5572562 Jul 14 14:37:23.632030 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a98def-da96-49e3-855d-8dbd0f09ec50', 'name': 'network-vif-deleted', 'tag': '7eafd5c9-6795-45e2-885b-7eb3475e386c'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:37:23.634247 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb2fd28-04a0-4d3d-8fb2-569401f1990c" -d '{"events": [{"server_uuid": "22a98def-da96-49e3-855d-8dbd0f09ec50", "name": "network-vif-deleted", "tag": "7eafd5c9-6795-45e2-885b-7eb3475e386c"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:37:23.724054 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055166e9-6938-4e51-86f5-4eb24b361aee x-openstack-request-id: req-055166e9-6938-4e51-86f5-4eb24b361aee {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:37:23.725348 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a98def-da96-49e3-855d-8dbd0f09ec50", "name": "network-vif-deleted", "tag": "7eafd5c9-6795-45e2-885b-7eb3475e386c", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:37:23.725348 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-055166e9-6938-4e51-86f5-4eb24b361aee {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:37:23.735192 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a98def-da96-49e3-855d-8dbd0f09ec50', 'name': 'network-vif-deleted', 'tag': '7eafd5c9-6795-45e2-885b-7eb3475e386c', 'status': 'completed', 'code': 200} Jul 14 14:37:26.307614 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaecc87-70a2-4fdf-ae36-9718325ef6ae req-a475f4e2-194e-4fc8-aa84-76aa54f540ea tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:26.309183 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-daaecc87-70a2-4fdf-ae36-9718325ef6ae req-a475f4e2-194e-4fc8-aa84-76aa54f540ea tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 945 time: 0.0743475 Jul 14 14:37:26.351240 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-daaecc87-70a2-4fdf-ae36-9718325ef6ae req-2d3f2d00-1a42-4086-9572-b624d6f6eca7 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356810 Jul 14 14:37:27.454448 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 7eafd5c9-6795-45e2-885b-7eb3475e386c no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:37:27.479359 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: 7eafd5c9-6795-45e2-885b-7eb3475e386c {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:37:27.479697 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 7eafd5c9-6795-45e2-885b-7eb3475e386c not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:37:27.593346 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f126c-b0cf-4b33-b914-03677c6f47dd req-2401d3dd-40ef-44d3-bd70-b770f86d526e tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:27.595028 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-995f126c-b0cf-4b33-b914-03677c6f47dd req-2401d3dd-40ef-44d3-bd70-b770f86d526e tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 945 time: 0.0789065 Jul 14 14:37:27.639277 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-995f126c-b0cf-4b33-b914-03677c6f47dd req-f59d448d-fdec-4de3-acb6-ad5391047e02 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374835 Jul 14 14:37:28.830431 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa719e-5b82-4cab-8516-bf9e6095efc5 req-f11de6b7-9733-4c4c-8c11-c55d94de9ec2 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:28.832041 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-19aa719e-5b82-4cab-8516-bf9e6095efc5 req-f11de6b7-9733-4c4c-8c11-c55d94de9ec2 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 945 time: 0.0711713 Jul 14 14:37:28.877921 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-19aa719e-5b82-4cab-8516-bf9e6095efc5 req-8f1828df-b126-4a72-a856-51377e86e163 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392623 Jul 14 14:37:30.132523 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403c2c4-675a-4586-b9e5-352ce5fc6dbd req-aa3a0392-7b48-4c7c-9443-b6f143f41aec tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:30.135484 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1403c2c4-675a-4586-b9e5-352ce5fc6dbd req-aa3a0392-7b48-4c7c-9443-b6f143f41aec tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 945 time: 0.1161454 Jul 14 14:37:30.193562 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1403c2c4-675a-4586-b9e5-352ce5fc6dbd req-c8cc6e99-c029-4cc2-946e-b25fbeab4c84 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/security-groups?id=056900c3-c585-4803-920d-4676e588bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479674 Jul 14 14:37:30.335780 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaa159-1acd-4a02-a07e-e02ee0352354 req-96ffc984-285a-4799-91ac-8cc60e333de6 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:30.338553 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bcdaa159-1acd-4a02-a07e-e02ee0352354 req-96ffc984-285a-4799-91ac-8cc60e333de6 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.38 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 945 time: 0.1164036 Jul 14 14:37:30.537036 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-bcdaa159-1acd-4a02-a07e-e02ee0352354 req-a9bbc083-66a2-4ca8-83a0-40eecfe4d642 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Deleting port 9b6f1d50-3b38-4101-991e-02ac79e06b00 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:37:30.537399 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bcdaa159-1acd-4a02-a07e-e02ee0352354 req-a9bbc083-66a2-4ca8-83a0-40eecfe4d642 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:30.647506 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-bcdaa159-1acd-4a02-a07e-e02ee0352354 req-a9bbc083-66a2-4ca8-83a0-40eecfe4d642 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] For port 9b6f1d50-3b38-4101-991e-02ac79e06b00, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9b6f1d50-3b38-4101-991e-02ac79e06b00,segment=NetworkSegment(c97e2edc-170d-4601-abf4-fa72c5c13b14),segment_id=c97e2edc-170d-4601-abf4-fa72c5c13b14)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:30.647931 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bcdaa159-1acd-4a02-a07e-e02ee0352354 req-a9bbc083-66a2-4ca8-83a0-40eecfe4d642 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:30.662680 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-bcdaa159-1acd-4a02-a07e-e02ee0352354 req-a9bbc083-66a2-4ca8-83a0-40eecfe4d642 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Calling delete_port for 9b6f1d50-3b38-4101-991e-02ac79e06b00 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:37:30.823297 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bcdaa159-1acd-4a02-a07e-e02ee0352354 req-a9bbc083-66a2-4ca8-83a0-40eecfe4d642 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:30.836970 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['9b6f1d50-3b38-4101-991e-02ac79e06b00'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:37:30.856530 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbc083-66a2-4ca8-83a0-40eecfe4d642 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Pushing event deleted for resources: {'Port': ['ID=9b6f1d50-3b38-4101-991e-02ac79e06b00,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:30.910937 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdaa159-1acd-4a02-a07e-e02ee0352354 req-a9bbc083-66a2-4ca8-83a0-40eecfe4d642 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] No DVR routers for this DVR port 9b6f1d50-3b38-4101-991e-02ac79e06b00 on host hv-cinder-78692 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:37:30.914144 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-bcdaa159-1acd-4a02-a07e-e02ee0352354 req-a9bbc083-66a2-4ca8-83a0-40eecfe4d642 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:30.917326 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bcdaa159-1acd-4a02-a07e-e02ee0352354 req-a9bbc083-66a2-4ca8-83a0-40eecfe4d642 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.38 "DELETE /v2.0/ports/9b6f1d50-3b38-4101-991e-02ac79e06b00 HTTP/1.1" status: 204 len: 173 time: 0.5717998 Jul 14 14:37:30.917861 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d84db3-aa3b-407e-b351-1546cbd00f22', 'name': 'network-vif-deleted', 'tag': '9b6f1d50-3b38-4101-991e-02ac79e06b00'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:37:30.920390 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8999865-f581-47ee-9a35-f5f9217b1056" -d '{"events": [{"server_uuid": "76d84db3-aa3b-407e-b351-1546cbd00f22", "name": "network-vif-deleted", "tag": "9b6f1d50-3b38-4101-991e-02ac79e06b00"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:37:30.965562 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f75404-738c-4fba-8a02-00fff2bf35e3 x-openstack-request-id: req-19f75404-738c-4fba-8a02-00fff2bf35e3 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:37:30.965980 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d84db3-aa3b-407e-b351-1546cbd00f22", "name": "network-vif-deleted", "tag": "9b6f1d50-3b38-4101-991e-02ac79e06b00", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:37:30.966370 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-19f75404-738c-4fba-8a02-00fff2bf35e3 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:37:30.966874 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d84db3-aa3b-407e-b351-1546cbd00f22', 'name': 'network-vif-deleted', 'tag': '9b6f1d50-3b38-4101-991e-02ac79e06b00', 'status': 'completed', 'code': 200} Jul 14 14:37:31.367108 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-8b613693-59ed-49ad-974e-0b9025ea11e8 req-25f33c4b-0976-47f7-b38b-1f85a2a94026 tempest-AttachVolumeNegativeTest-1192199701 tempest-AttachVolumeNegativeTest-1192199701-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d84db3-aa3b-407e-b351-1546cbd00f22 HTTP/1.1" status: 200 len: 210 time: 0.0314095 Jul 14 14:37:32.477957 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41842) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:32.671212 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4962b20-9ff0-4284-ba78-976c073a99f2 admin admin] Deleting subnet a1305ccd-7f93-4eaf-a938-3edfec419804 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:37:32.674983 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4962b20-9ff0-4284-ba78-976c073a99f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:32.714268 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4962b20-9ff0-4284-ba78-976c073a99f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973850'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:32.760862 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4962b20-9ff0-4284-ba78-976c073a99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:32.828505 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4962b20-9ff0-4284-ba78-976c073a99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3973698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4014944'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:32.870168 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4962b20-9ff0-4284-ba78-976c073a99f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1305ccd-7f93-4eaf-a938-3edfec419804,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:32.875479 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4962b20-9ff0-4284-ba78-976c073a99f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:32.881842 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e4962b20-9ff0-4284-ba78-976c073a99f2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a1305ccd-7f93-4eaf-a938-3edfec419804 HTTP/1.1" status: 204 len: 168 time: 0.4020765 Jul 14 14:37:32.882686 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41852) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:32.980171 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d91c55fd-baa2-45a8-97c6-357e4a709c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:33.083596 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d91c55fd-baa2-45a8-97c6-357e4a709c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:33.098291 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-d91c55fd-baa2-45a8-97c6-357e4a709c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243c374c-8d97-4b67-8d03-f4282e1afd81']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:33.111014 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-d91c55fd-baa2-45a8-97c6-357e4a709c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97e2edc-170d-4601-abf4-fa72c5c13b14') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:33.111350 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-d91c55fd-baa2-45a8-97c6-357e4a709c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97e2edc-170d-4601-abf4-fa72c5c13b14') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:33.122545 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d91c55fd-baa2-45a8-97c6-357e4a709c10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3664175'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:33.138556 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d91c55fd-baa2-45a8-97c6-357e4a709c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:33.147157 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91c55fd-baa2-45a8-97c6-357e4a709c10 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:37:33.147928 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d91c55fd-baa2-45a8-97c6-357e4a709c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796561'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: timer() Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: cb(*args, **kw) Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: self._notify() Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: self.callback(batched_events) Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: event.method(event) Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._get(url).json() Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:37:33.151663 dv-cinder-786927-3-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:37:33.244586 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d91c55fd-baa2-45a8-97c6-357e4a709c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:33.264856 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d91c55fd-baa2-45a8-97c6-357e4a709c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:33.267648 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d91c55fd-baa2-45a8-97c6-357e4a709c10 admin admin] 10.222.0.57 "DELETE /v2.0/networks/243c374c-8d97-4b67-8d03-f4282e1afd81 HTTP/1.1" status: 204 len: 168 time: 0.3835795 Jul 14 14:37:33.269739 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c55fd-baa2-45a8-97c6-357e4a709c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=243c374c-8d97-4b67-8d03-f4282e1afd81,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:33.410287 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41862) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:33.456536 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7e24fe0e-cd74-46bf-99d4-af2153dc0e65 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb47f2547bb846e8b7d03f940319eedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448549 Jul 14 14:37:33.459553 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41864) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:33.522799 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f020df4-d2c2-4a2e-9ca8-00876d36eec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:33.549584 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f020df4-d2c2-4a2e-9ca8-00876d36eec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:33.609376 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f020df4-d2c2-4a2e-9ca8-00876d36eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:33.614136 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f020df4-d2c2-4a2e-9ca8-00876d36eec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:33.616455 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4f020df4-d2c2-4a2e-9ca8-00876d36eec6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/056900c3-c585-4803-920d-4676e588bbac HTTP/1.1" status: 204 len: 168 time: 0.1556268 Jul 14 14:37:33.630153 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f020df4-d2c2-4a2e-9ca8-00876d36eec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056900c3-c585-4803-920d-4676e588bbac,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:34.493844 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 9b6f1d50-3b38-4101-991e-02ac79e06b00 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:37:34.526365 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: 9b6f1d50-3b38-4101-991e-02ac79e06b00 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:37:34.526988 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 9b6f1d50-3b38-4101-991e-02ac79e06b00 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:37:34.580074 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 41906) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:34.704194 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a20f76f-48ff-4819-88cf-32596e7be865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:34.836700 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a20f76f-48ff-4819-88cf-32596e7be865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:34.841630 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a20f76f-48ff-4819-88cf-32596e7be865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:34.890103 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8a20f76f-48ff-4819-88cf-32596e7be865 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7bb4f5b133ab432e9966f80a173d5d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059454 Jul 14 14:37:34.890103 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20f76f-48ff-4819-88cf-32596e7be865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8660cd-5cfe-4ee7-8278-0bce045453cd,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:34.890791 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 41918) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:34.951427 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4c91-0377-4e05-90a4-d808d73f613d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:34.977339 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4c91-0377-4e05-90a4-d808d73f613d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:35.035311 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4c91-0377-4e05-90a4-d808d73f613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:35.038874 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e0cf4c91-0377-4e05-90a4-d808d73f613d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:35.041226 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-e0cf4c91-0377-4e05-90a4-d808d73f613d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd8660cd-5cfe-4ee7-8278-0bce045453cd HTTP/1.1" status: 204 len: 168 time: 0.1490972 Jul 14 14:37:35.054117 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf4c91-0377-4e05-90a4-d808d73f613d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8660cd-5cfe-4ee7-8278-0bce045453cd,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:36.128222 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-ffe73de3-8b38-42d7-b8d0-28130ae353ab tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-187547605&fields=id&tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63 HTTP/1.1" status: 200 len: 267 time: 0.0406239 Jul 14 14:37:36.323282 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-d9fe6849-bf0a-40bf-9386-d496d2c3f4eb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:36.326211 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-d9fe6849-bf0a-40bf-9386-d496d2c3f4eb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 811 time: 0.1843407 Jul 14 14:37:36.350326 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-04dcc476-1629-4888-afb9-e6608cc66809 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/quotas/ec6bfd439e9e45e2bfcf745db1ea0e63 HTTP/1.1" status: 200 len: 375 time: 0.0182688 Jul 14 14:37:36.452230 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-bc449a1c-ba2f-404e-9a38-ebd87b851585 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938494 Jul 14 14:37:36.683077 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-8d3c696c-8adf-496a-b744-d8247c9fb3be service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:37:36.684823 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-8d3c696c-8adf-496a-b744-d8247c9fb3be service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2184482 Jul 14 14:37:36.801182 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-519d3a00-9492-4cee-b493-286951a14fc3 service neutron] 10.222.0.57 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094844 Jul 14 14:37:36.912033 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-0cecb89d-2f14-49e6-8d43-d9efe571b105 service neutron] 10.222.0.57 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031444 Jul 14 14:37:37.657942 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3d19de38-2e0d-4a6c-89b3-7bb262b267c5 req-a139602a-fb13-424f-b549-8d0f7b415947 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 210 time: 0.3875668 Jul 14 14:37:38.742879 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-50a3a0f5-e0ce-4aeb-a7bd-e0234bbbf32b tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:38.745158 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-50a3a0f5-e0ce-4aeb-a7bd-e0234bbbf32b tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 811 time: 0.1225014 Jul 14 14:37:38.798934 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-a9d3138e-afd5-453c-93a6-2e2cfae94739 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63 HTTP/1.1" status: 200 len: 379 time: 0.0441642 Jul 14 14:37:38.809625 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-a76ffbaa-67cd-4922-b4c5-b39da421d058 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Request body: {'port': {'device_id': '6f2b9e22-c3db-45ec-8392-df85b4cf7943', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'admin_state_up': True, 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'security_groups': ['726f97cd-c290-4934-9b8f-b5fdcc698163']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:38.994541 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-75d1c10b-29e6-4415-8092-c8f26fd8bc34 req-3d88c1a3-9e63-4ed6-9b7d-005a04f20cd6 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 210 time: 0.1370788 Jul 14 14:37:39.019842 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-a76ffbaa-67cd-4922-b4c5-b39da421d058 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Made reservation on behalf of ec6bfd439e9e45e2bfcf745db1ea0e63 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:37:39.027072 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-a76ffbaa-67cd-4922-b4c5-b39da421d058 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:39.261143 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-a76ffbaa-67cd-4922-b4c5-b39da421d058 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Allocated IP 172.20.0.6 (7cc98487-bdf1-43f8-9077-c3b02abf7dcb/c88b88a2-c1f5-42c4-a2d6-f68c246968db/43f07b1b-def1-49c9-9939-fec2f4acc5a8) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:37:39.513951 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-a76ffbaa-67cd-4922-b4c5-b39da421d058 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:39.542666 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-a76ffbaa-67cd-4922-b4c5-b39da421d058 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Transition to ACTIVE for port object 43f07b1b-def1-49c9-9939-fec2f4acc5a8 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:37:39.605017 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-a76ffbaa-67cd-4922-b4c5-b39da421d058 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:39.692573 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-a76ffbaa-67cd-4922-b4c5-b39da421d058 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:39.700911 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-a76ffbaa-67cd-4922-b4c5-b39da421d058 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:39.707280 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-a76ffbaa-67cd-4922-b4c5-b39da421d058 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:37:39.743299 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ffbaa-67cd-4922-b4c5-b39da421d058 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'Port': ['ID=43f07b1b-def1-49c9-9939-fec2f4acc5a8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:39.800333 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-a76ffbaa-67cd-4922-b4c5-b39da421d058 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:39.801079 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-a76ffbaa-67cd-4922-b4c5-b39da421d058 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:39.823979 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-a76ffbaa-67cd-4922-b4c5-b39da421d058 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0193968 Jul 14 14:37:39.840047 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Request body: {'port': {'device_id': '6f2b9e22-c3db-45ec-8392-df85b4cf7943', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:39.950555 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:40.015421 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-3be8b72c-1bb3-457d-a702-fd83277fac8d None None] Provisioning for port 43f07b1b-def1-49c9-9939-fec2f4acc5a8 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:37:40.022552 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-3be8b72c-1bb3-457d-a702-fd83277fac8d None None] Provisioning complete for port 43f07b1b-def1-49c9-9939-fec2f4acc5a8 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:40.023156 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3be8b72c-1bb3-457d-a702-fd83277fac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:40.096972 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-3be8b72c-1bb3-457d-a702-fd83277fac8d None None] Port 43f07b1b-def1-49c9-9939-fec2f4acc5a8 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:37:40.269190 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe082dc-4116-4bec-8101-f5ad63cafadf req-3b70fb07-35cd-4bf9-9d63-7fa0edcba357 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:40.271442 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-afe082dc-4116-4bec-8101-f5ad63cafadf req-3b70fb07-35cd-4bf9-9d63-7fa0edcba357 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 931 time: 0.1051946 Jul 14 14:37:40.343377 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-afe082dc-4116-4bec-8101-f5ad63cafadf req-057675e3-efba-4491-b9a7-a7c4af6953b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543821 Jul 14 14:37:40.435613 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f07b1b-def1-49c9-9939-fec2f4acc5a8 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:37:40.446315 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:40.469736 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Transition to ACTIVE for port object 43f07b1b-def1-49c9-9939-fec2f4acc5a8 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:37:40.475794 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:40.607804 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Pushing event updated for resources: {'Port': ['ID=43f07b1b-def1-49c9-9939-fec2f4acc5a8,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:40.671457 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Attempting to bind port 43f07b1b-def1-49c9-9939-fec2f4acc5a8 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:37:40.672071 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Attempting to bind port 43f07b1b-def1-49c9-9939-fec2f4acc5a8 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:37:40.672694 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Attempting to bind port 43f07b1b-def1-49c9-9939-fec2f4acc5a8 on network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:37:40.680912 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Port 43f07b1b-def1-49c9-9939-fec2f4acc5a8 on network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:37:40.681461 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Attempting to bind port 43f07b1b-def1-49c9-9939-fec2f4acc5a8 on network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:37:40.690232 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:37:40.690823 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Checking segment: {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:37:40.691261 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Bound using segment: {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:37:40.691963 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Bound port: 43f07b1b-def1-49c9-9939-fec2f4acc5a8, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:37:40.692569 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:40.820084 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] For port 43f07b1b-def1-49c9-9939-fec2f4acc5a8, host hv-cinder-78692, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:37:40.827655 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] For port 43f07b1b-def1-49c9-9939-fec2f4acc5a8, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=43f07b1b-def1-49c9-9939-fec2f4acc5a8,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:37:40.837581 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:40.915577 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:40.916708 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:40.919357 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] 10.222.0.38 "PUT /v2.0/ports/43f07b1b-def1-49c9-9939-fec2f4acc5a8 HTTP/1.1" status: 200 len: 1093 time: 1.0868857 Jul 14 14:37:40.920085 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2b9e22-c3db-45ec-8392-df85b4cf7943', 'tag': '43f07b1b-def1-49c9-9939-fec2f4acc5a8'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:37:40.937489 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f668dfa-8312-49ba-bda6-35d1d4fbe7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2b9e22-c3db-45ec-8392-df85b4cf7943", "tag": "43f07b1b-def1-49c9-9939-fec2f4acc5a8"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:37:41.000260 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f5a960-0c8a-4399-a055-966bb49be34e x-openstack-request-id: req-c6f5a960-0c8a-4399-a055-966bb49be34e {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:37:41.000859 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2b9e22-c3db-45ec-8392-df85b4cf7943", "tag": "43f07b1b-def1-49c9-9939-fec2f4acc5a8", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:37:41.001370 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6f5a960-0c8a-4399-a055-966bb49be34e {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:37:41.001796 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2b9e22-c3db-45ec-8392-df85b4cf7943', 'tag': '43f07b1b-def1-49c9-9939-fec2f4acc5a8', 'status': 'completed', 'code': 200} Jul 14 14:37:41.015168 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42090) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:41.018667 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d0bcf-1288-4cc7-a8ce-8e1215188e8a service neutron] Pushing event updated for resources: {'Port': ['ID=43f07b1b-def1-49c9-9939-fec2f4acc5a8,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:41.053003 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-21f43f07-802c-439d-813b-d9185d40c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:41.054769 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-21f43f07-802c-439d-813b-d9185d40c095 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 1096 time: 0.0884097 Jul 14 14:37:41.128394 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-f8b7f74e-2c9c-47e9-896c-583430eebbd6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f07b1b-def1-49c9-9939-fec2f4acc5a8 HTTP/1.1" status: 200 len: 217 time: 0.0661860 Jul 14 14:37:41.177886 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a5711989-b932-42a9-8ac2-70d81e17fdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:41.187020 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:41.213015 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-2102e17a-dcd6-45ed-931b-cca22339e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:41.216317 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-2102e17a-dcd6-45ed-931b-cca22339e354 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0813849 Jul 14 14:37:41.302962 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a5711989-b932-42a9-8ac2-70d81e17fdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:41.308234 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a5711989-b932-42a9-8ac2-70d81e17fdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:41.320892 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-201c8dfe-5977-4eb3-943a-2a109ffd800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:41.323660 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-201c8dfe-5977-4eb3-943a-2a109ffd800c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1007380 Jul 14 14:37:41.356111 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-a5711989-b932-42a9-8ac2-70d81e17fdb9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96c0e83a64474cb8847672786a0d6458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393917 Jul 14 14:37:41.356896 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5711989-b932-42a9-8ac2-70d81e17fdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169f4417-5c5e-4d95-8ce0-6b56d837d49a,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:41.360554 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42094) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:41.548505 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b410e12-804c-4a60-9712-7891d5c9a39f req-ad780984-e54a-46fa-96eb-7095b45ff634 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:41.550312 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2b410e12-804c-4a60-9712-7891d5c9a39f req-ad780984-e54a-46fa-96eb-7095b45ff634 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 943 time: 0.0747933 Jul 14 14:37:41.556821 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e5902ff5-2e57-47ba-82f9-ccd1ffcb18ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:41.562577 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-5ba41ddd-adf3-4c85-ba2a-4c6dc0078087 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317326 Jul 14 14:37:41.594808 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2b410e12-804c-4a60-9712-7891d5c9a39f req-9c20fb4d-da8a-4925-a4d6-7a40060b4548 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372581 Jul 14 14:37:41.683988 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e5902ff5-2e57-47ba-82f9-ccd1ffcb18ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:41.802618 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-def0fca3-38cc-46c6-a5e0-618fdc0614bf req-4b4ec6d6-af04-4a4a-8b1f-904895f5645c service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327149 Jul 14 14:37:41.822830 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e5902ff5-2e57-47ba-82f9-ccd1ffcb18ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:41.829372 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e5902ff5-2e57-47ba-82f9-ccd1ffcb18ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:41.835200 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e5902ff5-2e57-47ba-82f9-ccd1ffcb18ad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/169f4417-5c5e-4d95-8ce0-6b56d837d49a HTTP/1.1" status: 204 len: 168 time: 0.4695201 Jul 14 14:37:41.850733 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5902ff5-2e57-47ba-82f9-ccd1ffcb18ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169f4417-5c5e-4d95-8ce0-6b56d837d49a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:41.985391 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f668dfa-8312-49ba-bda6-35d1d4fbe7f2 req-2825775e-4cdc-4bb0-b4f6-dfedbb20c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:41.988145 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f668dfa-8312-49ba-bda6-35d1d4fbe7f2 req-2825775e-4cdc-4bb0-b4f6-dfedbb20c779 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 1096 time: 0.1013629 Jul 14 14:37:42.111810 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f668dfa-8312-49ba-bda6-35d1d4fbe7f2 req-93e94abd-1a73-406b-8e66-9bf80f20cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:42.113578 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f668dfa-8312-49ba-bda6-35d1d4fbe7f2 req-93e94abd-1a73-406b-8e66-9bf80f20cef7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 912 time: 0.1184037 Jul 14 14:37:42.159251 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f668dfa-8312-49ba-bda6-35d1d4fbe7f2 req-ed7f1f15-d450-4c59-93b3-853e4f82ac81 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f07b1b-def1-49c9-9939-fec2f4acc5a8 HTTP/1.1" status: 200 len: 217 time: 0.0388997 Jul 14 14:37:42.254070 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f668dfa-8312-49ba-bda6-35d1d4fbe7f2 req-ea68f1a7-275c-44f5-a3a7-928bd8c828e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:42.256766 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f668dfa-8312-49ba-bda6-35d1d4fbe7f2 req-ea68f1a7-275c-44f5-a3a7-928bd8c828e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0904348 Jul 14 14:37:42.334565 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42110) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:42.356852 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d0648b60-db4c-4544-a976-8d575e54d364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:42.361124 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f668dfa-8312-49ba-bda6-35d1d4fbe7f2 req-37e7c66b-ae8e-4a7e-8e80-b43c80942ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:42.362683 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f668dfa-8312-49ba-bda6-35d1d4fbe7f2 req-37e7c66b-ae8e-4a7e-8e80-b43c80942ce0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0997982 Jul 14 14:37:42.491326 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f668dfa-8312-49ba-bda6-35d1d4fbe7f2 req-1756e258-277f-4120-90ae-35f6330ebda6 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205244 Jul 14 14:37:42.492147 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d0648b60-db4c-4544-a976-8d575e54d364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:42.496394 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d0648b60-db4c-4544-a976-8d575e54d364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:42.571321 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d0648b60-db4c-4544-a976-8d575e54d364 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=15707ab49ac24eecb631d50ccd79e883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351892 Jul 14 14:37:42.573943 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0648b60-db4c-4544-a976-8d575e54d364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faca0fa-b770-4d6a-a263-7ac8a96328d8,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:42.576473 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42112) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:42.643478 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c6458e94-0b00-4838-bdcc-3d3ae4c30dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:42.660536 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-0f668dfa-8312-49ba-bda6-35d1d4fbe7f2 req-d759a6bb-24ef-4f6e-8614-9f9cb3c815a6 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626801 Jul 14 14:37:42.685635 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c6458e94-0b00-4838-bdcc-3d3ae4c30dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:42.767582 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c6458e94-0b00-4838-bdcc-3d3ae4c30dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:42.770889 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c6458e94-0b00-4838-bdcc-3d3ae4c30dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:42.772479 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c6458e94-0b00-4838-bdcc-3d3ae4c30dbc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1faca0fa-b770-4d6a-a263-7ac8a96328d8 HTTP/1.1" status: 204 len: 168 time: 0.1949344 Jul 14 14:37:42.784488 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6458e94-0b00-4838-bdcc-3d3ae4c30dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faca0fa-b770-4d6a-a263-7ac8a96328d8,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:42.835415 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9a37e-b467-4aac-b806-bc7b6da18d55 req-323289db-3ca7-430c-ad8c-9dc5b234efbc tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:42.837125 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7ca9a37e-b467-4aac-b806-bc7b6da18d55 req-323289db-3ca7-430c-ad8c-9dc5b234efbc tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 943 time: 0.1010821 Jul 14 14:37:42.897165 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7ca9a37e-b467-4aac-b806-bc7b6da18d55 req-0d88c86d-73ca-4243-b625-3a5aee0e38fa tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475371 Jul 14 14:37:43.730066 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a768f05c-6c8c-447c-92cc-6fb279387320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:44.136522 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef417aa6-a8f5-4d7e-8091-930f77f5d8fc req-ced4a920-088d-4ddf-8475-d0a0bfd7b8c9 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:44.139390 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ef417aa6-a8f5-4d7e-8091-930f77f5d8fc req-ced4a920-088d-4ddf-8475-d0a0bfd7b8c9 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 943 time: 0.1101928 Jul 14 14:37:44.194358 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ef417aa6-a8f5-4d7e-8091-930f77f5d8fc req-b4e85455-ea3f-4d9b-aff2-5240a6cacaad tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470121 Jul 14 14:37:44.940834 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42198) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:45.081192 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8944e20b-82c3-45d5-9fbe-307c5077f5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.201961 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8944e20b-82c3-45d5-9fbe-307c5077f5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.206530 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8944e20b-82c3-45d5-9fbe-307c5077f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.252760 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42206) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:45.253329 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8944e20b-82c3-45d5-9fbe-307c5077f5e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=16693bd906c247f683651a1f2b43e58c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107212 Jul 14 14:37:45.254353 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944e20b-82c3-45d5-9fbe-307c5077f5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7d3cb6-802a-447a-b07c-91f27ee124d2,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:45.261635 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42208) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:45.333114 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8cf7b8b4-20ff-40bd-b70f-41e199f9fc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.359743 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8cf7b8b4-20ff-40bd-b70f-41e199f9fc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.395306 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1612175f-38a5-457c-8d8b-635b8226b558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.444227 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8cf7b8b4-20ff-40bd-b70f-41e199f9fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.447467 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8cf7b8b4-20ff-40bd-b70f-41e199f9fc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.448661 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8cf7b8b4-20ff-40bd-b70f-41e199f9fc75 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e7d3cb6-802a-447a-b07c-91f27ee124d2 HTTP/1.1" status: 204 len: 168 time: 0.1936569 Jul 14 14:37:45.463348 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7b8b4-20ff-40bd-b70f-41e199f9fc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7d3cb6-802a-447a-b07c-91f27ee124d2,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:45.487938 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00abf2-f3c9-41cc-bb4e-abb7adf93891 req-562066de-f6b2-43fe-8479-9f21c7ac7677 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:45.489769 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e00abf2-f3c9-41cc-bb4e-abb7adf93891 req-562066de-f6b2-43fe-8479-9f21c7ac7677 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 943 time: 0.0898118 Jul 14 14:37:45.531074 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1612175f-38a5-457c-8d8b-635b8226b558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.537085 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1612175f-38a5-457c-8d8b-635b8226b558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.547814 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-2e00abf2-f3c9-41cc-bb4e-abb7adf93891 req-8fa2f14e-f2f0-419e-9d18-3d8228b891e4 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517180 Jul 14 14:37:45.618065 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-1612175f-38a5-457c-8d8b-635b8226b558 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b1668117a504624a6496f4e74fb1697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524687 Jul 14 14:37:45.618360 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42214) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:45.629101 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612175f-38a5-457c-8d8b-635b8226b558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd385d2-52d0-48a3-a4ad-dbdd769392ed,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:45.707661 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8c72c271-8e24-4cbc-92d1-d4dd0f48b061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.732357 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8c72c271-8e24-4cbc-92d1-d4dd0f48b061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.811206 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8c72c271-8e24-4cbc-92d1-d4dd0f48b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.816144 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8c72c271-8e24-4cbc-92d1-d4dd0f48b061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.818471 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8c72c271-8e24-4cbc-92d1-d4dd0f48b061 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0dd385d2-52d0-48a3-a4ad-dbdd769392ed HTTP/1.1" status: 204 len: 168 time: 0.1982734 Jul 14 14:37:45.833227 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72c271-8e24-4cbc-92d1-d4dd0f48b061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd385d2-52d0-48a3-a4ad-dbdd769392ed,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:45.841718 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42220) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:45.866792 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-430e3cc3-a22b-481c-b8f0-f4cfa5021e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:45.997954 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-430e3cc3-a22b-481c-b8f0-f4cfa5021e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.003749 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-430e3cc3-a22b-481c-b8f0-f4cfa5021e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.050616 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-430e3cc3-a22b-481c-b8f0-f4cfa5021e5f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f794d86c478451c8d37d8c628c964b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073522 Jul 14 14:37:46.051636 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e3cc3-a22b-481c-b8f0-f4cfa5021e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1a1d62-33f7-4028-94f7-2fbba0ad7f5a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:46.055711 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42222) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:46.136614 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7190a7fc-b27f-4539-b57b-a82734e07eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.163508 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7190a7fc-b27f-4539-b57b-a82734e07eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.229841 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7190a7fc-b27f-4539-b57b-a82734e07eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.234496 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7190a7fc-b27f-4539-b57b-a82734e07eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.236436 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-7190a7fc-b27f-4539-b57b-a82734e07eba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ae1a1d62-33f7-4028-94f7-2fbba0ad7f5a HTTP/1.1" status: 204 len: 168 time: 0.1787276 Jul 14 14:37:46.249148 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190a7fc-b27f-4539-b57b-a82734e07eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1a1d62-33f7-4028-94f7-2fbba0ad7f5a,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:46.323153 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42228) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:46.339377 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e841dde5-ef03-4f70-90c2-7dea606b5bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.407334 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e0d3aa8d-c5b4-40b3-af2a-1cb7a282ea05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.496706 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e841dde5-ef03-4f70-90c2-7dea606b5bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.502618 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e841dde5-ef03-4f70-90c2-7dea606b5bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.539832 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.545891 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841dde5-ef03-4f70-90c2-7dea606b5bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc1f8d-7b82-4446-a2c6-5797992da6f1,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:46.550525 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-e841dde5-ef03-4f70-90c2-7dea606b5bbb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=39a0f365e1c84e9a9df78d401f2ac771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261801 Jul 14 14:37:46.554634 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42232) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:46.636756 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-97540655-66f7-4fc9-9b9d-b0c31b4c9126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.665327 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-97540655-66f7-4fc9-9b9d-b0c31b4c9126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.737659 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-97540655-66f7-4fc9-9b9d-b0c31b4c9126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.741008 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-97540655-66f7-4fc9-9b9d-b0c31b4c9126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:46.742414 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-97540655-66f7-4fc9-9b9d-b0c31b4c9126 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a4dc1f8d-7b82-4446-a2c6-5797992da6f1 HTTP/1.1" status: 204 len: 168 time: 0.1866848 Jul 14 14:37:46.778757 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97540655-66f7-4fc9-9b9d-b0c31b4c9126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc1f8d-7b82-4446-a2c6-5797992da6f1,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:46.837095 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e67ee-9d4e-4a4a-a05d-fca66835dd96 req-e60ff1e9-b111-4c25-9507-fd75f8bc143f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:46.840211 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-688e67ee-9d4e-4a4a-a05d-fca66835dd96 req-e60ff1e9-b111-4c25-9507-fd75f8bc143f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 943 time: 0.1046860 Jul 14 14:37:46.902584 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-688e67ee-9d4e-4a4a-a05d-fca66835dd96 req-02247170-665f-4ee6-b92f-de819b66fd5b tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537446 Jul 14 14:37:47.159825 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42254) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:47.179439 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a42a1e6a-effd-4bb2-9481-ac9314517118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:47.314976 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a42a1e6a-effd-4bb2-9481-ac9314517118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:47.320734 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a42a1e6a-effd-4bb2-9481-ac9314517118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:47.370289 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a42a1e6a-effd-4bb2-9481-ac9314517118 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2148ad380a504f1ea60b4414c86bb20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089019 Jul 14 14:37:47.373796 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42258) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:47.374465 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a1e6a-effd-4bb2-9481-ac9314517118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58219b79-2cb3-40cc-944f-3a93a7a671a0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:47.473364 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6def-0a50-444d-bff3-d2d2d0d87f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:47.514652 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6def-0a50-444d-bff3-d2d2d0d87f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:47.523124 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:47.591758 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6def-0a50-444d-bff3-d2d2d0d87f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:47.595265 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6def-0a50-444d-bff3-d2d2d0d87f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:47.597645 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c3ed6def-0a50-444d-bff3-d2d2d0d87f1e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/58219b79-2cb3-40cc-944f-3a93a7a671a0 HTTP/1.1" status: 204 len: 168 time: 0.2211766 Jul 14 14:37:47.611704 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed6def-0a50-444d-bff3-d2d2d0d87f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58219b79-2cb3-40cc-944f-3a93a7a671a0,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:48.192338 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae989a-d0ee-4393-9464-ef680f753d68 req-d1fe6b40-c803-46e8-b44b-904a9b53385e tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:48.194757 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64ae989a-d0ee-4393-9464-ef680f753d68 req-d1fe6b40-c803-46e8-b44b-904a9b53385e tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 943 time: 0.0964983 Jul 14 14:37:48.266243 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-64ae989a-d0ee-4393-9464-ef680f753d68 req-c0c53e66-c1f4-47c6-a7e9-d02d13c8d51c tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637839 Jul 14 14:37:48.488555 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 43f07b1b-def1-49c9-9939-fec2f4acc5a8 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:37:48.611345 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 43f07b1b-def1-49c9-9939-fec2f4acc5a8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=43f07b1b-def1-49c9-9939-fec2f4acc5a8,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:48.636023 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '43f07b1b-def1-49c9-9939-fec2f4acc5a8', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'port_id': '43f07b1b-def1-49c9-9939-fec2f4acc5a8', 'mac_address': 'fa:16:3e:41:8a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:37:48.703559 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:48.729784 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f07b1b-def1-49c9-9939-fec2f4acc5a8 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:37:48.764266 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 43f07b1b-def1-49c9-9939-fec2f4acc5a8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=43f07b1b-def1-49c9-9939-fec2f4acc5a8,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:48.769501 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:48.829345 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=43f07b1b-def1-49c9-9939-fec2f4acc5a8,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:49.003530 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['43f07b1b-def1-49c9-9939-fec2f4acc5a8'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:37:49.383578 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:49.558624 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f813e-4c8f-4c75-abf8-4aab3aa6ee87 req-c5209326-2102-4c05-a7a5-0d0c01083426 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:49.562115 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c56f813e-4c8f-4c75-abf8-4aab3aa6ee87 req-c5209326-2102-4c05-a7a5-0d0c01083426 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 944 time: 0.1050999 Jul 14 14:37:49.609100 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c56f813e-4c8f-4c75-abf8-4aab3aa6ee87 req-cbedf803-2702-4d8c-aa17-a17c7f23f7d1 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393870 Jul 14 14:37:50.721406 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 43f07b1b-def1-49c9-9939-fec2f4acc5a8 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:50.788475 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port 43f07b1b-def1-49c9-9939-fec2f4acc5a8 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:37:50.795413 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 43f07b1b-def1-49c9-9939-fec2f4acc5a8 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:37:50.796025 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:50.856394 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8172a-e92f-4859-b0ac-24a5ab94faa6 req-910eaf6b-f8c3-4fa0-9df1-03fa2b87c821 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:50.858210 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-30a8172a-e92f-4859-b0ac-24a5ab94faa6 req-910eaf6b-f8c3-4fa0-9df1-03fa2b87c821 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 944 time: 0.1255920 Jul 14 14:37:50.949340 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:50.949613 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-30a8172a-e92f-4859-b0ac-24a5ab94faa6 req-4c201f4d-d30f-46ee-a1a6-5f378eea111f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783393 Jul 14 14:37:50.991047 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2b9e22-c3db-45ec-8392-df85b4cf7943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f07b1b-def1-49c9-9939-fec2f4acc5a8'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:37:50.994405 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cacd6dd-c50b-4280-8375-7c9c1dcfceb2" -d '{"events": [{"server_uuid": "6f2b9e22-c3db-45ec-8392-df85b4cf7943", "name": "network-vif-plugged", "status": "completed", "tag": "43f07b1b-def1-49c9-9939-fec2f4acc5a8"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:37:51.009248 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 43f07b1b-def1-49c9-9939-fec2f4acc5a8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=43f07b1b-def1-49c9-9939-fec2f4acc5a8,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:51.013902 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:51.071387 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=43f07b1b-def1-49c9-9939-fec2f4acc5a8,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:51.169904 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4768def-7e58-4b94-a2a7-e9c56121091b x-openstack-request-id: req-a4768def-7e58-4b94-a2a7-e9c56121091b {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:37:51.170405 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2b9e22-c3db-45ec-8392-df85b4cf7943", "name": "network-vif-plugged", "status": "completed", "tag": "43f07b1b-def1-49c9-9939-fec2f4acc5a8", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:37:51.170803 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a4768def-7e58-4b94-a2a7-e9c56121091b {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:37:51.171431 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2b9e22-c3db-45ec-8392-df85b4cf7943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f07b1b-def1-49c9-9939-fec2f4acc5a8', 'code': 200} Jul 14 14:37:51.648478 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:37:52.143694 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce81232-949f-41c3-83a4-5d8bfb3dcfc1 req-853f9ce0-0185-4fe9-aca9-8788a92c51da tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:52.145407 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1ce81232-949f-41c3-83a4-5d8bfb3dcfc1 req-853f9ce0-0185-4fe9-aca9-8788a92c51da tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 945 time: 0.0686641 Jul 14 14:37:52.190691 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1ce81232-949f-41c3-83a4-5d8bfb3dcfc1 req-49374c12-2e33-4934-8560-82387ef1f3f3 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346575 Jul 14 14:37:52.710705 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e0516-8736-402d-ab1f-7e7ab4e56869 req-3489708f-ffc2-4698-b9d1-655a24e0339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:52.712272 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9b6e0516-8736-402d-ab1f-7e7ab4e56869 req-3489708f-ffc2-4698-b9d1-655a24e0339a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 1098 time: 0.0578647 Jul 14 14:37:52.751038 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9b6e0516-8736-402d-ab1f-7e7ab4e56869 req-8efd432e-1c9b-44df-ae29-245600764487 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317097 Jul 14 14:37:53.412456 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e50e94-a0a2-4aaa-88df-957ab8b854ca req-aeb7bfcf-1895-448a-adc0-ae84972756ac tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:53.415054 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-13e50e94-a0a2-4aaa-88df-957ab8b854ca req-aeb7bfcf-1895-448a-adc0-ae84972756ac tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 945 time: 0.0871687 Jul 14 14:37:53.474075 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-13e50e94-a0a2-4aaa-88df-957ab8b854ca req-77a66552-c474-4c3d-8971-a46945885252 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505781 Jul 14 14:37:54.710546 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af6587-e1ae-4d7d-8e7d-bea1715d15c2 req-9d8e9838-6cb4-430d-ac26-f78bc46081ac tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:54.712804 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-56af6587-e1ae-4d7d-8e7d-bea1715d15c2 req-9d8e9838-6cb4-430d-ac26-f78bc46081ac tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 945 time: 0.0820742 Jul 14 14:37:54.762075 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-56af6587-e1ae-4d7d-8e7d-bea1715d15c2 req-357d69f1-971c-4261-a384-a2c704d736e4 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429494 Jul 14 14:37:55.002542 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b939d5-6516-41d7-bfe5-b1e39cf8285f req-2d840e24-a24d-458c-87f4-5c5960877d97 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:55.004525 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c9b939d5-6516-41d7-bfe5-b1e39cf8285f req-2d840e24-a24d-458c-87f4-5c5960877d97 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 945 time: 0.1102762 Jul 14 14:37:55.052744 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c9b939d5-6516-41d7-bfe5-b1e39cf8285f req-aff75359-7596-4805-b34e-9f5210d17999 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380270 Jul 14 14:37:55.081059 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42386) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:55.302994 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afe828e-1753-4891-a64b-964cfada8caa tempest-TestVolumeBootPattern-231444706 tempest-TestVolumeBootPattern-231444706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:37:55.304633 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0afe828e-1753-4891-a64b-964cfada8caa tempest-TestVolumeBootPattern-231444706 tempest-TestVolumeBootPattern-231444706-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 1093 time: 0.2223945 Jul 14 14:37:55.307835 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42390) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:55.312590 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Request body: {'floatingip': {'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'port_id': '43f07b1b-def1-49c9-9939-fec2f4acc5a8', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:37:55.339388 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for floatingip, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:55.446458 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:55.566561 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Allocated IP 172.27.0.71 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/6ff2ca8b-2ec7-4ff3-a4a4-212ef8741750) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:37:55.721952 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:55.791837 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:55.835800 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:55.840064 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:55.848158 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:37:55.875472 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'Port': ['ID=6ff2ca8b-2ec7-4ff3-a4a4-212ef8741750,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:56.364548 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:56.421553 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42406) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:56.471669 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:56.600913 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3c2cc315-b6ee-4604-88a9-d6c93a572e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:56.718480 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:56.727076 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2797033'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:56.919980 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3c2cc315-b6ee-4604-88a9-d6c93a572e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:56.925463 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'Port': ['ID=6ff2ca8b-2ec7-4ff3-a4a4-212ef8741750,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:56.934046 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3c2cc315-b6ee-4604-88a9-d6c93a572e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:56.970599 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:57.084122 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-3c2cc315-b6ee-4604-88a9-d6c93a572e51 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c5006137a044587a79c576cea2f8e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6610405 Jul 14 14:37:57.088727 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42414) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:37:57.089798 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2cc315-b6ee-4604-88a9-d6c93a572e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38965d7-34cf-40f8-93e2-a31f16ffd5ee,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:57.173302 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-32ce6149-4663-4ea8-8588-d66a877e8238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:57.205035 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-32ce6149-4663-4ea8-8588-d66a877e8238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:57.216555 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Floating IP d2b1e694-5872-479b-9f2d-f43294614233 associated. External IP: 172.27.0.71, port: 43f07b1b-def1-49c9-9939-fec2f4acc5a8. Jul 14 14:37:57.282543 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-32ce6149-4663-4ea8-8588-d66a877e8238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:57.287432 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-32ce6149-4663-4ea8-8588-d66a877e8238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:57.290045 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-32ce6149-4663-4ea8-8588-d66a877e8238 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d38965d7-34cf-40f8-93e2-a31f16ffd5ee HTTP/1.1" status: 204 len: 168 time: 0.1989591 Jul 14 14:37:57.307360 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce6149-4663-4ea8-8588-d66a877e8238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38965d7-34cf-40f8-93e2-a31f16ffd5ee,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:57.554604 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:37:57.703576 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:37:57.717745 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3078cf39-20b9-4507-8bc6-c2b8938571f8 None None] Sync routers for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:37:57.729993 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3078cf39-20b9-4507-8bc6-c2b8938571f8 None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:37:57.731243 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3078cf39-20b9-4507-8bc6-c2b8938571f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:37:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:57.731886 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:37:57.785670 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-48c3261d-e920-4f0b-9fef-78b19035d219 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4680326 Jul 14 14:37:57.785670 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2b9e22-c3db-45ec-8392-df85b4cf7943', 'tag': '43f07b1b-def1-49c9-9939-fec2f4acc5a8'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:37:57.785670 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0483b334c4d0c1d6e4b7088d3397c773a0342749cc9a1e19f4f7c49ab2dec65f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d9eeb5-bddb-41c5-a370-d97618f4808b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2b9e22-c3db-45ec-8392-df85b4cf7943", "tag": "43f07b1b-def1-49c9-9939-fec2f4acc5a8"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:37:57.884225 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-3078cf39-20b9-4507-8bc6-c2b8938571f8 None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:37:58.083012 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8365e350-c5db-4424-aeb5-411498bb8762 x-openstack-request-id: req-8365e350-c5db-4424-aeb5-411498bb8762 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:37:58.083461 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2b9e22-c3db-45ec-8392-df85b4cf7943", "tag": "43f07b1b-def1-49c9-9939-fec2f4acc5a8", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:37:58.083823 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8365e350-c5db-4424-aeb5-411498bb8762 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:37:58.084432 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2b9e22-c3db-45ec-8392-df85b4cf7943', 'tag': '43f07b1b-def1-49c9-9939-fec2f4acc5a8', 'status': 'completed', 'code': 200} Jul 14 14:37:58.320942 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3078cf39-20b9-4507-8bc6-c2b8938571f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': 'd2b1e694-5872-479b-9f2d-f43294614233', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': '43f07b1b-def1-49c9-9939-fec2f4acc5a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:41:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2b9e22-c3db-45ec-8392-df85b4cf7943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:37:56Z', 'updated_at': '2021-07-14T14:37:56Z', 'revision_number': 0, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:58.349175 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3078cf39-20b9-4507-8bc6-c2b8938571f8 None None] Checking router: a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:37:58.363658 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3078cf39-20b9-4507-8bc6-c2b8938571f8 None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:37:58.364345 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3078cf39-20b9-4507-8bc6-c2b8938571f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:37:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:58.480951 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-3078cf39-20b9-4507-8bc6-c2b8938571f8 None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:37:58.756887 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3078cf39-20b9-4507-8bc6-c2b8938571f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': 'd2b1e694-5872-479b-9f2d-f43294614233', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': '43f07b1b-def1-49c9-9939-fec2f4acc5a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:41:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2b9e22-c3db-45ec-8392-df85b4cf7943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:37:56Z', 'updated_at': '2021-07-14T14:37:56Z', 'revision_number': 0, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:58.785173 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3078cf39-20b9-4507-8bc6-c2b8938571f8 None None] The sync data for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi is: [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': 'd2b1e694-5872-479b-9f2d-f43294614233', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': '43f07b1b-def1-49c9-9939-fec2f4acc5a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:41:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2b9e22-c3db-45ec-8392-df85b4cf7943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:37:56Z', 'updated_at': '2021-07-14T14:37:56Z', 'revision_number': 0, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:37:59.000630 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb1663-5a90-412e-baf0-d5b9d05122a9 None None] New status for floating IP d2b1e694-5872-479b-9f2d-f43294614233: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:38:00.583934 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9eeb5-bddb-41c5-a370-d97618f4808b req-1d0d388e-fb27-4c7e-ae43-f1b59c197d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:38:00.586279 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08d9eeb5-bddb-41c5-a370-d97618f4808b req-1d0d388e-fb27-4c7e-ae43-f1b59c197d04 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 1098 time: 0.0674381 Jul 14 14:38:00.998006 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9eeb5-bddb-41c5-a370-d97618f4808b req-e4fca539-5651-465b-b627-5086f3c94835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:38:00.999546 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08d9eeb5-bddb-41c5-a370-d97618f4808b req-e4fca539-5651-465b-b627-5086f3c94835 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 912 time: 0.4075456 Jul 14 14:38:01.078896 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08d9eeb5-bddb-41c5-a370-d97618f4808b req-ec682010-ab20-46d2-a514-0be914b126ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f07b1b-def1-49c9-9939-fec2f4acc5a8 HTTP/1.1" status: 200 len: 1000 time: 0.0717986 Jul 14 14:38:01.131589 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9eeb5-bddb-41c5-a370-d97618f4808b req-73276c13-03cf-47d5-9715-a81d4ab46e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:38:01.133094 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08d9eeb5-bddb-41c5-a370-d97618f4808b req-73276c13-03cf-47d5-9715-a81d4ab46e2a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0481553 Jul 14 14:38:01.195199 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9eeb5-bddb-41c5-a370-d97618f4808b req-58ff425d-f35f-4109-9f06-e3fd364ab630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:38:01.196750 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08d9eeb5-bddb-41c5-a370-d97618f4808b req-58ff425d-f35f-4109-9f06-e3fd364ab630 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576711 Jul 14 14:38:01.298765 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08d9eeb5-bddb-41c5-a370-d97618f4808b req-44b20a77-a4a3-4079-92a8-8109dca8c8ec service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945911 Jul 14 14:38:01.401363 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-08d9eeb5-bddb-41c5-a370-d97618f4808b req-5c901f46-3ac6-4969-ae00-132a8a51c8af service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953350 Jul 14 14:38:11.195464 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:13.715092 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cce860ef-5237-4421-af76-78aacbddadd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:16.403080 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f127-9063-488e-908d-c19afcc83ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:16.528848 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:17.517802 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:19.382188 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:27.513993 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42622) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:38:27.636152 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:27.747864 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:27.752806 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:27.799345 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d69d6ed4f3a5444095deb7558ca6db76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837474 Jul 14 14:38:27.800148 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867c186a-4117-437b-8703-4df71a0740c4,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:27.802597 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42626) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:38:27.808840 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:27.809237 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:27.809588 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:27.809924 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:27.810257 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:27.810598 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:27.810923 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:27.811250 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:27.811579 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:27.811903 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:27.812225 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:27.812544 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648122f-0b5b-4d3b-bf0b-faba96044cc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:27.887803 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:27.926924 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:28.019590 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:28.022471 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:28.023809 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/867c186a-4117-437b-8703-4df71a0740c4 HTTP/1.1" status: 204 len: 168 time: 0.2198529 Jul 14 14:38:28.032441 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867c186a-4117-437b-8703-4df71a0740c4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:28.041855 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:28.042253 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:28.042636 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:28.043077 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:28.043462 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:28.043951 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:28.044402 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:28.044891 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:28.045341 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:28.045812 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:28.046233 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:28.046590 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3c8bf-f34e-4254-934c-0242919e4986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:28.649260 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:38:41.209075 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:43.719392 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-301493c1-1bb3-452d-be3a-20ec6fc0d7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:46.411827 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6dce3779-547b-47d2-8e65-6316cd4420a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:46.524079 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:47.521417 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:38:49.385474 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:05.648920 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:39:11.207993 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:13.723418 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f86ee95a-01c1-4c61-9d31-fe728d036cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:13.859399 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fff39a54-a641-400a-8d73-d1cef00f6f79 req-47c3238a-1431-4f9f-acf1-ac01105363d2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614326 Jul 14 14:39:13.967616 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff39a54-a641-400a-8d73-d1cef00f6f79 req-1e35f8be-e156-4524-b789-3e613f0dc175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:39:13.970143 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fff39a54-a641-400a-8d73-d1cef00f6f79 req-1e35f8be-e156-4524-b789-3e613f0dc175 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 1098 time: 0.0621505 Jul 14 14:39:14.085513 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff39a54-a641-400a-8d73-d1cef00f6f79 req-1fd3eecd-034f-41fd-9414-b59dedab37df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:39:14.087236 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fff39a54-a641-400a-8d73-d1cef00f6f79 req-1fd3eecd-034f-41fd-9414-b59dedab37df service neutron] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 912 time: 0.0953271 Jul 14 14:39:14.158978 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fff39a54-a641-400a-8d73-d1cef00f6f79 req-be7367b4-8cf6-47b9-82cc-a07200c17ccd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f07b1b-def1-49c9-9939-fec2f4acc5a8 HTTP/1.1" status: 200 len: 1000 time: 0.0646574 Jul 14 14:39:14.211521 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff39a54-a641-400a-8d73-d1cef00f6f79 req-7efbb416-cabb-4fb8-abb2-e50d5edd887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:39:14.213147 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fff39a54-a641-400a-8d73-d1cef00f6f79 req-7efbb416-cabb-4fb8-abb2-e50d5edd887c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0481586 Jul 14 14:39:14.278451 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff39a54-a641-400a-8d73-d1cef00f6f79 req-cf082364-31cb-4fb2-8ad7-9d6f1b550d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:39:14.280196 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fff39a54-a641-400a-8d73-d1cef00f6f79 req-cf082364-31cb-4fb2-8ad7-9d6f1b550d32 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609899 Jul 14 14:39:14.378440 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fff39a54-a641-400a-8d73-d1cef00f6f79 req-14d1ff7e-8924-4d52-b5b3-f56ebb1e541a service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911474 Jul 14 14:39:14.482404 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fff39a54-a641-400a-8d73-d1cef00f6f79 req-e5babe9c-ea7f-49bc-aa90-f3065d332329 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968587 Jul 14 14:39:16.405074 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c859d7f2-e748-4079-8600-1c188b33d077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:16.529027 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:17.526340 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:19.388039 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:41.225058 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:42.647282 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:39:43.729768 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-414dd818-89f5-4c52-a07c-085bb9d4a6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:46.407233 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a16354d7-e24b-4e8e-b00a-b17dc24718c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:46.531569 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:47.529136 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:49.392066 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:56.017275 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08bbeb-b882-483e-ad3f-faa4f13378b3 req-b72b5093-a6f5-4841-9c1f-6880fe3ad499 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:39:56.018896 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f08bbeb-b882-483e-ad3f-faa4f13378b3 req-b72b5093-a6f5-4841-9c1f-6880fe3ad499 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 945 time: 0.0831168 Jul 14 14:39:56.060887 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1f08bbeb-b882-483e-ad3f-faa4f13378b3 req-70d47ada-93e5-47cd-91a5-a68b0b908304 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363009 Jul 14 14:39:57.237532 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7a674-66cc-4c80-8a00-196a8ffc0cfe req-5dc4eda1-22c4-4d93-a627-01b22509e760 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:39:57.238942 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-40e7a674-66cc-4c80-8a00-196a8ffc0cfe req-5dc4eda1-22c4-4d93-a627-01b22509e760 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 945 time: 0.0634274 Jul 14 14:39:57.278190 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-40e7a674-66cc-4c80-8a00-196a8ffc0cfe req-31b97400-d720-403f-a6c4-3d310737129b tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329506 Jul 14 14:39:57.433280 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-db355555-4734-4ca7-9294-9f91e7255dd3 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:39:57.434785 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-db355555-4734-4ca7-9294-9f91e7255dd3 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 945 time: 0.0617092 Jul 14 14:39:57.544393 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Deleting port 43f07b1b-def1-49c9-9939-fec2f4acc5a8 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:39:57.544814 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:57.639252 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] For port 43f07b1b-def1-49c9-9939-fec2f4acc5a8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=43f07b1b-def1-49c9-9939-fec2f4acc5a8,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:39:57.639758 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:57.823394 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:57.823692 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:57.824078 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.l3_db [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Floating IP d2b1e694-5872-479b-9f2d-f43294614233 disassociated. External IP: 172.27.0.71, port: 43f07b1b-def1-49c9-9939-fec2f4acc5a8. Jul 14 14:39:57.824433 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Calling delete_port for 43f07b1b-def1-49c9-9939-fec2f4acc5a8 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:39:57.964183 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:57.999370 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event deleted for resources: {'Port': ['ID=43f07b1b-def1-49c9-9939-fec2f4acc5a8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:58.011661 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:58.012081 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:58.012504 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:58.012678 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:58.013005 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:58.013371 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:58.013702 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:58.014031 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:58.014365 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:58.014688 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:58.015013 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:58.015331 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:58.129165 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:39:58.239271 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:39:58.254053 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0671e68-c379-4093-9f03-5dee685f497b None None] Sync routers for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:39:58.269467 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0671e68-c379-4093-9f03-5dee685f497b None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:39:58.270902 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-e0671e68-c379-4093-9f03-5dee685f497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:39:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:58.289392 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] No DVR routers for this DVR port 43f07b1b-def1-49c9-9939-fec2f4acc5a8 on host hv-cinder-78692 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:39:58.292208 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:39:58.294321 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d5591c9-c020-487b-99b7-ce1a684badf1 req-4e63582b-520a-4a3d-8b93-db911a091bbb tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "DELETE /v2.0/ports/43f07b1b-def1-49c9-9939-fec2f4acc5a8 HTTP/1.1" status: 204 len: 173 time: 0.8535779 Jul 14 14:39:58.294775 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2b9e22-c3db-45ec-8392-df85b4cf7943', 'name': 'network-vif-deleted', 'tag': '43f07b1b-def1-49c9-9939-fec2f4acc5a8'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:39:58.297451 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed469f3-a9b8-4a5f-bccf-49d16a0b42b2" -d '{"events": [{"server_uuid": "6f2b9e22-c3db-45ec-8392-df85b4cf7943", "name": "network-vif-deleted", "tag": "43f07b1b-def1-49c9-9939-fec2f4acc5a8"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:39:58.429972 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-e0671e68-c379-4093-9f03-5dee685f497b None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:39:58.573964 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da28aba0-104a-4553-b96f-32ab87377169 req-bdd62664-0b7e-4d10-9275-be586ba6d53e tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f2b9e22-c3db-45ec-8392-df85b4cf7943 HTTP/1.1" status: 200 len: 210 time: 0.0658247 Jul 14 14:39:58.720724 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeee0e2-e1b7-4afc-9f32-c5ecc26ae412 x-openstack-request-id: req-daeee0e2-e1b7-4afc-9f32-c5ecc26ae412 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:39:58.721435 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2b9e22-c3db-45ec-8392-df85b4cf7943", "name": "network-vif-deleted", "tag": "43f07b1b-def1-49c9-9939-fec2f4acc5a8", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:39:58.721816 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-daeee0e2-e1b7-4afc-9f32-c5ecc26ae412 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:39:58.722502 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2b9e22-c3db-45ec-8392-df85b4cf7943', 'name': 'network-vif-deleted', 'tag': '43f07b1b-def1-49c9-9939-fec2f4acc5a8', 'status': 'completed', 'code': 200} Jul 14 14:39:58.735085 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-e0671e68-c379-4093-9f03-5dee685f497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:58.770317 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0671e68-c379-4093-9f03-5dee685f497b None None] Checking router: a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:39:58.784235 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0671e68-c379-4093-9f03-5dee685f497b None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:39:58.785243 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-e0671e68-c379-4093-9f03-5dee685f497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:39:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:58.905717 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-e0671e68-c379-4093-9f03-5dee685f497b None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:39:59.128477 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-e0671e68-c379-4093-9f03-5dee685f497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:59.159937 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0671e68-c379-4093-9f03-5dee685f497b None None] The sync data for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi is: [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:39:59.436323 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b01fe-0c4c-4556-9ee9-accf9642a574 None None] New status for floating IP d2b1e694-5872-479b-9f2d-f43294614233: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:39:59.911264 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-de134b0a-a755-41d9-b07d-78efcc3a8153 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-187547605&fields=id&tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63 HTTP/1.1" status: 200 len: 267 time: 0.0374568 Jul 14 14:40:00.037846 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b9351e89-404c-4f32-a0e1-765bede8e3ea tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:00.040572 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b9351e89-404c-4f32-a0e1-765bede8e3ea tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 811 time: 0.1216741 Jul 14 14:40:00.056150 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f561d4f1-e8c7-448a-8653-0667d67d2bcd tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/quotas/ec6bfd439e9e45e2bfcf745db1ea0e63 HTTP/1.1" status: 200 len: 375 time: 0.0103457 Jul 14 14:40:00.145385 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-fbbbc90c-dda3-4021-b646-e37ade00ce93 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835943 Jul 14 14:40:00.254535 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-340afd10-84fd-407d-a973-90861b063808 service neutron] 10.222.0.57 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890262 Jul 14 14:40:00.357588 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-affe6dc1-7fc1-400b-97df-22862909bd09 service neutron] 10.222.0.57 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959933 Jul 14 14:40:00.731259 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-476cb464-48de-4363-8839-f57a4fb0b892 req-1a76b329-ac12-4a4d-adb5-6b8948350dda tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 210 time: 0.0386810 Jul 14 14:40:01.116692 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 43f07b1b-def1-49c9-9939-fec2f4acc5a8 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:40:01.142513 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: 43f07b1b-def1-49c9-9939-fec2f4acc5a8 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:40:01.143109 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 43f07b1b-def1-49c9-9939-fec2f4acc5a8 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:40:01.894269 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c71cc3e-1fc8-497e-a89a-605daa502a42 req-405959d2-001d-4b19-8d79-ccc5edad6dd7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 210 time: 0.0398545 Jul 14 14:40:02.143555 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3524f2-8836-405e-b584-07964fdc4905 req-4c230647-f178-4dc5-b65b-993f6b35b558 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:02.145069 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-4c230647-f178-4dc5-b65b-993f6b35b558 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 811 time: 0.1270502 Jul 14 14:40:02.196969 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-c6fcd1a8-3dff-46b3-aaf6-6a4fc48bf2db tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63 HTTP/1.1" status: 200 len: 379 time: 0.0431180 Jul 14 14:40:02.210822 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b69b72c8-f127-402a-aca2-629bac9deac7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Request body: {'port': {'device_id': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'admin_state_up': True, 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'security_groups': ['726f97cd-c290-4934-9b8f-b5fdcc698163']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:40:02.342956 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b69b72c8-f127-402a-aca2-629bac9deac7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Made reservation on behalf of ec6bfd439e9e45e2bfcf745db1ea0e63 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:40:02.346699 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b69b72c8-f127-402a-aca2-629bac9deac7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:02.484550 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b69b72c8-f127-402a-aca2-629bac9deac7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Allocated IP 172.20.0.11 (7cc98487-bdf1-43f8-9077-c3b02abf7dcb/c88b88a2-c1f5-42c4-a2d6-f68c246968db/a9aa80c8-0e39-4820-bab6-c3436cc59e15) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:40:02.647621 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b69b72c8-f127-402a-aca2-629bac9deac7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:02.663702 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b69b72c8-f127-402a-aca2-629bac9deac7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Transition to ACTIVE for port object a9aa80c8-0e39-4820-bab6-c3436cc59e15 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:40:02.701320 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b69b72c8-f127-402a-aca2-629bac9deac7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:02.762567 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b69b72c8-f127-402a-aca2-629bac9deac7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:40:02.768705 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b69b72c8-f127-402a-aca2-629bac9deac7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:40:02.775316 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b69b72c8-f127-402a-aca2-629bac9deac7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:40:02.800618 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b72c8-f127-402a-aca2-629bac9deac7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'Port': ['ID=a9aa80c8-0e39-4820-bab6-c3436cc59e15,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:40:02.832098 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b69b72c8-f127-402a-aca2-629bac9deac7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:02.832784 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b69b72c8-f127-402a-aca2-629bac9deac7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:02.853572 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-b69b72c8-f127-402a-aca2-629bac9deac7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6478372 Jul 14 14:40:02.865257 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Request body: {'port': {'device_id': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:40:02.978457 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:03.108213 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b8fbf364-9908-40d4-98e3-ed62f37e52c2 None None] Provisioning for port a9aa80c8-0e39-4820-bab6-c3436cc59e15 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:40:03.115185 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b8fbf364-9908-40d4-98e3-ed62f37e52c2 None None] Provisioning complete for port a9aa80c8-0e39-4820-bab6-c3436cc59e15 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:40:03.116237 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b8fbf364-9908-40d4-98e3-ed62f37e52c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:03.179835 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-b8fbf364-9908-40d4-98e3-ed62f37e52c2 None None] Port a9aa80c8-0e39-4820-bab6-c3436cc59e15 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:40:03.220667 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda12252-ddbc-4054-b581-d932aef7f182 req-65146e39-c7db-43a0-aef4-4aea2f193af1 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:03.222563 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dda12252-ddbc-4054-b581-d932aef7f182 req-65146e39-c7db-43a0-aef4-4aea2f193af1 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 932 time: 0.1050093 Jul 14 14:40:03.271973 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dda12252-ddbc-4054-b581-d932aef7f182 req-b423edcc-86ec-4171-abd8-f89b09a34f7a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390687 Jul 14 14:40:03.322998 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9aa80c8-0e39-4820-bab6-c3436cc59e15 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:40:03.332618 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:03.347815 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Transition to ACTIVE for port object a9aa80c8-0e39-4820-bab6-c3436cc59e15 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:40:03.353316 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:03.412073 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9aa80c8-0e39-4820-bab6-c3436cc59e15,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:40:03.500306 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Attempting to bind port a9aa80c8-0e39-4820-bab6-c3436cc59e15 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:40:03.500777 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Attempting to bind port a9aa80c8-0e39-4820-bab6-c3436cc59e15 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:40:03.501299 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Attempting to bind port a9aa80c8-0e39-4820-bab6-c3436cc59e15 on network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:40:03.508335 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Port a9aa80c8-0e39-4820-bab6-c3436cc59e15 on network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:40:03.508798 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Attempting to bind port a9aa80c8-0e39-4820-bab6-c3436cc59e15 on network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:40:03.520383 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:40:03.520947 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Checking segment: {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:40:03.521532 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Bound using segment: {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:40:03.522213 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Bound port: a9aa80c8-0e39-4820-bab6-c3436cc59e15, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:40:03.522762 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:03.619924 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] For port a9aa80c8-0e39-4820-bab6-c3436cc59e15, host hv-cinder-78692, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:40:03.623842 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] For port a9aa80c8-0e39-4820-bab6-c3436cc59e15, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9aa80c8-0e39-4820-bab6-c3436cc59e15,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:40:03.629278 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:03.666643 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:03.667271 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:03.668690 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] 10.222.0.38 "PUT /v2.0/ports/a9aa80c8-0e39-4820-bab6-c3436cc59e15 HTTP/1.1" status: 200 len: 1094 time: 0.8081980 Jul 14 14:40:03.669177 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'tag': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:40:03.671486 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129577c5-5b58-4311-bbb0-0ce8dbb83cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "220d957a-bd8a-46c8-a720-68e067fe31cd", "tag": "a9aa80c8-0e39-4820-bab6-c3436cc59e15"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:40:03.755312 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec301f63-27aa-4055-a9b5-d102da7f6ec7 x-openstack-request-id: req-ec301f63-27aa-4055-a9b5-d102da7f6ec7 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:40:03.755814 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220d957a-bd8a-46c8-a720-68e067fe31cd", "tag": "a9aa80c8-0e39-4820-bab6-c3436cc59e15", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:40:03.756376 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec301f63-27aa-4055-a9b5-d102da7f6ec7 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:40:03.757081 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'tag': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'status': 'completed', 'code': 200} Jul 14 14:40:03.758201 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d6646-7962-44c7-8268-7addadff1de8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9aa80c8-0e39-4820-bab6-c3436cc59e15,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:40:03.844093 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3524f2-8836-405e-b584-07964fdc4905 req-d1164df0-3dea-47fb-9e3f-1ce32e9a419c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:03.847448 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-d1164df0-3dea-47fb-9e3f-1ce32e9a419c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 1097 time: 0.1197019 Jul 14 14:40:03.899802 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-3324e64e-b947-45ff-bf09-b7206bba341d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9aa80c8-0e39-4820-bab6-c3436cc59e15 HTTP/1.1" status: 200 len: 217 time: 0.0444682 Jul 14 14:40:03.957059 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3524f2-8836-405e-b584-07964fdc4905 req-77e556da-1cbb-471f-8cee-09e89c2fcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:03.959118 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-77e556da-1cbb-471f-8cee-09e89c2fcd2f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0533259 Jul 14 14:40:04.044083 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3524f2-8836-405e-b584-07964fdc4905 req-bf8f6d53-27b3-41b1-8f47-670516036ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:04.045728 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-bf8f6d53-27b3-41b1-8f47-670516036ed7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803964 Jul 14 14:40:04.147512 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-1f8f0c8e-d59f-420d-9f05-4ca4f04ae290 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946798 Jul 14 14:40:04.243117 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3d3524f2-8836-405e-b584-07964fdc4905 req-52eae248-b60d-465a-921a-0134afeb4aa0 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887008 Jul 14 14:40:04.362351 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129577c5-5b58-4311-bbb0-0ce8dbb83cb9 req-2d0652a1-6be0-435f-9704-5ecc235a944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:04.364179 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-129577c5-5b58-4311-bbb0-0ce8dbb83cb9 req-2d0652a1-6be0-435f-9704-5ecc235a944f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 1097 time: 0.0689955 Jul 14 14:40:04.500967 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129577c5-5b58-4311-bbb0-0ce8dbb83cb9 req-7b503c22-02aa-4c95-97ce-52f2e5055d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:04.502697 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-129577c5-5b58-4311-bbb0-0ce8dbb83cb9 req-7b503c22-02aa-4c95-97ce-52f2e5055d2b service neutron] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 912 time: 0.1322970 Jul 14 14:40:04.509925 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31099e-3ba7-448b-ba1b-fd4d3e3a3908 req-acb4413b-b496-494a-b03c-58bb4069f607 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:04.515639 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-be31099e-3ba7-448b-ba1b-fd4d3e3a3908 req-acb4413b-b496-494a-b03c-58bb4069f607 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 944 time: 0.1003704 Jul 14 14:40:04.555584 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-129577c5-5b58-4311-bbb0-0ce8dbb83cb9 req-7c6bbbb1-2c93-411e-aad8-5d9b69d83555 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9aa80c8-0e39-4820-bab6-c3436cc59e15 HTTP/1.1" status: 200 len: 217 time: 0.0449402 Jul 14 14:40:04.566492 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-be31099e-3ba7-448b-ba1b-fd4d3e3a3908 req-5dc1d500-2247-4cf4-b297-eb431326430b tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435672 Jul 14 14:40:04.623962 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129577c5-5b58-4311-bbb0-0ce8dbb83cb9 req-0d7e84ec-6ba6-4a05-b352-eac67703c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:04.625765 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-129577c5-5b58-4311-bbb0-0ce8dbb83cb9 req-0d7e84ec-6ba6-4a05-b352-eac67703c43a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0639040 Jul 14 14:40:04.689468 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129577c5-5b58-4311-bbb0-0ce8dbb83cb9 req-e7fb274b-ccc4-4c2d-aa0d-c76ac8ad7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:04.691001 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-129577c5-5b58-4311-bbb0-0ce8dbb83cb9 req-e7fb274b-ccc4-4c2d-aa0d-c76ac8ad7b01 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582786 Jul 14 14:40:04.789835 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-129577c5-5b58-4311-bbb0-0ce8dbb83cb9 req-61002234-5ec6-42cb-bdfd-dd5e62b29822 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914378 Jul 14 14:40:04.892517 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-129577c5-5b58-4311-bbb0-0ce8dbb83cb9 req-43b57b69-3fd3-449d-bbb9-d8571f8abf53 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956864 Jul 14 14:40:05.770970 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850f507-eb19-4a45-8607-2e022a82c0fb req-20c23c62-d079-45ee-a813-64189183e2d1 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:05.772495 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7850f507-eb19-4a45-8607-2e022a82c0fb req-20c23c62-d079-45ee-a813-64189183e2d1 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 944 time: 0.0757768 Jul 14 14:40:05.816750 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7850f507-eb19-4a45-8607-2e022a82c0fb req-80692282-7f3e-4211-ab79-6a27ab4fb3f6 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382535 Jul 14 14:40:07.017710 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b43a7b-5ade-4cfe-9f7e-28a1e4309be0 req-b105af11-3a88-45b6-a3f8-35f2fcd271e9 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:07.019433 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b5b43a7b-5ade-4cfe-9f7e-28a1e4309be0 req-b105af11-3a88-45b6-a3f8-35f2fcd271e9 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 944 time: 0.0764899 Jul 14 14:40:07.061994 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b5b43a7b-5ade-4cfe-9f7e-28a1e4309be0 req-80c83beb-9ec5-4f1f-b0f4-c3850b863d10 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357637 Jul 14 14:40:08.261724 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe6eb-256f-4349-9cd5-86129aeb72a3 req-f4699e43-d81d-44bd-9a3f-dd10c6dce1fe tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:08.263419 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-036fe6eb-256f-4349-9cd5-86129aeb72a3 req-f4699e43-d81d-44bd-9a3f-dd10c6dce1fe tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 944 time: 0.0757661 Jul 14 14:40:08.309951 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-036fe6eb-256f-4349-9cd5-86129aeb72a3 req-ddd2474b-5456-481b-8c76-8a8796cbf8e5 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365999 Jul 14 14:40:09.499904 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6fb53-d775-4491-9d57-86fd9b9f3661 req-f40f95f1-5e79-487a-a5d4-f911655018e1 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:09.501662 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-09f6fb53-d775-4491-9d57-86fd9b9f3661 req-f40f95f1-5e79-487a-a5d4-f911655018e1 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 944 time: 0.0715470 Jul 14 14:40:09.544658 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-09f6fb53-d775-4491-9d57-86fd9b9f3661 req-543a9ed0-ce5c-489a-94c8-e1c548ed2e93 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343938 Jul 14 14:40:10.736412 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd8108-17ea-455e-9fdf-004fac106215 req-532854d6-d55f-4a5b-b0ac-35cbb44a594a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:10.738058 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cdcd8108-17ea-455e-9fdf-004fac106215 req-532854d6-d55f-4a5b-b0ac-35cbb44a594a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 944 time: 0.0714269 Jul 14 14:40:10.783458 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-cdcd8108-17ea-455e-9fdf-004fac106215 req-00b0b403-1f8c-4e64-8908-a9a6f65b6eb2 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359461 Jul 14 14:40:11.119019 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device a9aa80c8-0e39-4820-bab6-c3436cc59e15 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:40:11.245699 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port a9aa80c8-0e39-4820-bab6-c3436cc59e15, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9aa80c8-0e39-4820-bab6-c3436cc59e15,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:40:11.254043 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:11.259314 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'port_id': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'mac_address': 'fa:16:3e:fb:8e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:40:11.300375 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:11.316035 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9aa80c8-0e39-4820-bab6-c3436cc59e15 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:40:11.339646 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port a9aa80c8-0e39-4820-bab6-c3436cc59e15, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9aa80c8-0e39-4820-bab6-c3436cc59e15,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:40:11.344375 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:11.396436 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=a9aa80c8-0e39-4820-bab6-c3436cc59e15,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:40:11.403827 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:11.404173 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:11.404508 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:11.404838 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:11.405191 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:11.405519 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:11.405838 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:11.406160 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:11.406480 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:11.406796 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:11.407111 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:11.407425 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:11.584529 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['a9aa80c8-0e39-4820-bab6-c3436cc59e15'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:40:11.981708 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71c7b1-677d-4852-9960-b613bf7842e5 req-5c1b18a6-a407-437a-bc41-6d2fe3941260 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:11.983565 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3d71c7b1-677d-4852-9960-b613bf7842e5 req-5c1b18a6-a407-437a-bc41-6d2fe3941260 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 945 time: 0.0685127 Jul 14 14:40:12.032529 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3d71c7b1-677d-4852-9960-b613bf7842e5 req-3ecd9f55-667f-404e-9929-41865fb44102 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410073 Jul 14 14:40:13.146471 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device a9aa80c8-0e39-4820-bab6-c3436cc59e15 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:40:13.200365 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port a9aa80c8-0e39-4820-bab6-c3436cc59e15 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:40:13.204606 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port a9aa80c8-0e39-4820-bab6-c3436cc59e15 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:40:13.204979 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:13.263759 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97129006-6024-4f16-b1d7-aa87c010265d req-41b72b9b-e963-420c-8662-6dc6035059bf tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:13.266372 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-97129006-6024-4f16-b1d7-aa87c010265d req-41b72b9b-e963-420c-8662-6dc6035059bf tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 945 time: 0.1150603 Jul 14 14:40:13.335839 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-97129006-6024-4f16-b1d7-aa87c010265d req-feb5fec9-8bd2-4627-9f33-b1bc96abb71e tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614657 Jul 14 14:40:13.419455 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:13.445235 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:40:13.447555 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9de978c-ff5f-408d-9554-2fda2022b62b" -d '{"events": [{"server_uuid": "220d957a-bd8a-46c8-a720-68e067fe31cd", "name": "network-vif-plugged", "status": "completed", "tag": "a9aa80c8-0e39-4820-bab6-c3436cc59e15"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:40:13.461328 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port a9aa80c8-0e39-4820-bab6-c3436cc59e15, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9aa80c8-0e39-4820-bab6-c3436cc59e15,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:40:13.467729 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:13.512717 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fc1fd9-6bec-421f-ab14-e31f0367020a x-openstack-request-id: req-05fc1fd9-6bec-421f-ab14-e31f0367020a {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:40:13.513172 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220d957a-bd8a-46c8-a720-68e067fe31cd", "name": "network-vif-plugged", "status": "completed", "tag": "a9aa80c8-0e39-4820-bab6-c3436cc59e15", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:40:13.513489 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05fc1fd9-6bec-421f-ab14-e31f0367020a {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:40:13.513959 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'code': 200} Jul 14 14:40:13.534190 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=a9aa80c8-0e39-4820-bab6-c3436cc59e15,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:40:13.725734 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-448c8534-3a3c-4486-b97b-25aa09c15a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:13.815783 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdb96a-36fb-44f9-adb7-c9c832c08995 req-f0429c5c-9089-42ce-a088-f7f18384259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:13.817440 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eafdb96a-36fb-44f9-adb7-c9c832c08995 req-f0429c5c-9089-42ce-a088-f7f18384259b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 1099 time: 0.0595884 Jul 14 14:40:13.855146 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-eafdb96a-36fb-44f9-adb7-c9c832c08995 req-27db526f-446b-45a8-a219-e848b805098c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315459 Jul 14 14:40:14.535690 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5116e-c31d-4183-a0ab-852d74e82e7b req-ab97645f-d18f-45e0-b3e6-d54e772264e4 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:14.538261 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aab5116e-c31d-4183-a0ab-852d74e82e7b req-ab97645f-d18f-45e0-b3e6-d54e772264e4 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 946 time: 0.0769265 Jul 14 14:40:14.594921 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-aab5116e-c31d-4183-a0ab-852d74e82e7b req-3d7366ea-53d0-4f62-9c72-c13d9eced519 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448389 Jul 14 14:40:15.096139 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c080e16-76e5-4917-886b-f13fe152f43d req-5f9f2410-1221-42d0-baf4-3369a6449e73 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0580199 Jul 14 14:40:15.198128 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c080e16-76e5-4917-886b-f13fe152f43d req-b61b923a-b803-48ab-a496-1599b83a0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:15.199750 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c080e16-76e5-4917-886b-f13fe152f43d req-b61b923a-b803-48ab-a496-1599b83a0d4a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 1099 time: 0.0590596 Jul 14 14:40:15.314702 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c080e16-76e5-4917-886b-f13fe152f43d req-261ed6c0-140c-43a6-9f79-cb28068d0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:15.316343 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c080e16-76e5-4917-886b-f13fe152f43d req-261ed6c0-140c-43a6-9f79-cb28068d0473 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 912 time: 0.0944536 Jul 14 14:40:15.363744 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c080e16-76e5-4917-886b-f13fe152f43d req-b39185b2-2192-4a6a-a966-b030af0127a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9aa80c8-0e39-4820-bab6-c3436cc59e15 HTTP/1.1" status: 200 len: 217 time: 0.0406003 Jul 14 14:40:15.414893 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c080e16-76e5-4917-886b-f13fe152f43d req-c8622deb-0dd5-4c69-b1b8-dd3da7c9fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:15.416359 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c080e16-76e5-4917-886b-f13fe152f43d req-c8622deb-0dd5-4c69-b1b8-dd3da7c9fdd9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0470424 Jul 14 14:40:15.480104 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c080e16-76e5-4917-886b-f13fe152f43d req-850722b6-ee3b-474d-b41f-78d00b1f4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:15.481876 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c080e16-76e5-4917-886b-f13fe152f43d req-850722b6-ee3b-474d-b41f-78d00b1f4eac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589976 Jul 14 14:40:15.583733 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c080e16-76e5-4917-886b-f13fe152f43d req-5eb71c87-9186-40a8-a63c-19864f316694 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946474 Jul 14 14:40:15.686658 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1c080e16-76e5-4917-886b-f13fe152f43d req-45a06744-5f04-4dce-b6a0-a23f369eef2d service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965939 Jul 14 14:40:15.831702 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70d267-a27e-44e2-901e-f478b58a721f req-3a8dae7d-9195-4aef-a8e2-77f619f1692a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:15.833438 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fd70d267-a27e-44e2-901e-f478b58a721f req-3a8dae7d-9195-4aef-a8e2-77f619f1692a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 946 time: 0.0980704 Jul 14 14:40:15.876573 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fd70d267-a27e-44e2-901e-f478b58a721f req-a4c21f1a-98b8-4744-abdf-e779fafa4c93 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368822 Jul 14 14:40:16.079884 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76838f7e-2078-45e2-91ea-7e0cd810d557 req-e5035ac8-3cb6-4b72-8348-4279ca380040 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:16.082597 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-76838f7e-2078-45e2-91ea-7e0cd810d557 req-e5035ac8-3cb6-4b72-8348-4279ca380040 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 946 time: 0.0884378 Jul 14 14:40:16.128996 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-76838f7e-2078-45e2-91ea-7e0cd810d557 req-281df1ee-893b-4bb3-9dcf-b11daae2250f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406911 Jul 14 14:40:16.154574 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42738) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:40:16.214991 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea6cdd8-3ef8-4ba9-b07d-78fa9f98394e tempest-TestVolumeBootPattern-231444706 tempest-TestVolumeBootPattern-231444706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:16.216627 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0ea6cdd8-3ef8-4ba9-b07d-78fa9f98394e tempest-TestVolumeBootPattern-231444706 tempest-TestVolumeBootPattern-231444706-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 1094 time: 0.0610127 Jul 14 14:40:16.219691 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42740) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:40:16.224990 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Request body: {'floatingip': {'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'port_id': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:40:16.251202 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:16.359939 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:16.413200 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5d6e31c2-f171-489f-b9a4-fc6cc9fca8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:16.485999 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Allocated IP 172.27.0.58 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/f5d9e5dd-3daa-46ab-ad94-ded6b42ff94c) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:40:16.538461 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:16.611174 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:16.664947 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:16.702281 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:40:16.705461 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:40:16.712180 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:40:16.737198 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'Port': ['ID=f5d9e5dd-3daa-46ab-ad94-ded6b42ff94c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:40:17.436534 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:17.535356 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:17.544523 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:17.716020 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:17.721608 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:17.799233 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'Port': ['ID=f5d9e5dd-3daa-46ab-ad94-ded6b42ff94c,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:40:17.811742 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:17.920870 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Floating IP 26acf342-4bd9-497b-9cb2-9fcd1b7572d4 associated. External IP: 172.27.0.58, port: a9aa80c8-0e39-4820-bab6-c3436cc59e15. Jul 14 14:40:18.142933 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:40:18.266226 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:40:18.280766 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c91c8b4-50be-4f01-8d63-00c1de8bbff0 None None] Sync routers for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:40:18.292398 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c91c8b4-50be-4f01-8d63-00c1de8bbff0 None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:40:18.292946 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:18.293619 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-2c91c8b4-50be-4f01-8d63-00c1de8bbff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:40:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:40:18.368509 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-64fd39d5-43f6-4ccc-85c2-f41606209b45 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1379795 Jul 14 14:40:18.368509 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'tag': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:40:18.368509 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86842474-6d86-4c02-8a57-a2f87027feb3" -d '{"events": [{"name": "network-changed", "server_uuid": "220d957a-bd8a-46c8-a720-68e067fe31cd", "tag": "a9aa80c8-0e39-4820-bab6-c3436cc59e15"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:40:18.428921 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d940a5f-0228-44fd-9502-ca3dfe54b127 x-openstack-request-id: req-1d940a5f-0228-44fd-9502-ca3dfe54b127 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:40:18.429369 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220d957a-bd8a-46c8-a720-68e067fe31cd", "tag": "a9aa80c8-0e39-4820-bab6-c3436cc59e15", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:40:18.429709 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d940a5f-0228-44fd-9502-ca3dfe54b127 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:40:18.430229 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'tag': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'status': 'completed', 'code': 200} Jul 14 14:40:18.467063 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-2c91c8b4-50be-4f01-8d63-00c1de8bbff0 None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:40:18.520172 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86842474-6d86-4c02-8a57-a2f87027feb3 req-d8f61ccd-13a1-443c-b84b-6201b12cb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:18.521383 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-86842474-6d86-4c02-8a57-a2f87027feb3 req-d8f61ccd-13a1-443c-b84b-6201b12cb6e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 1099 time: 0.0678129 Jul 14 14:40:18.660439 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86842474-6d86-4c02-8a57-a2f87027feb3 req-4eb45017-5021-46dc-91eb-bd37ebcaf7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:18.663544 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-86842474-6d86-4c02-8a57-a2f87027feb3 req-4eb45017-5021-46dc-91eb-bd37ebcaf7b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 912 time: 0.1361711 Jul 14 14:40:18.752641 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-86842474-6d86-4c02-8a57-a2f87027feb3 req-05779df9-1cc5-4639-ae84-0b8f1fffb7b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9aa80c8-0e39-4820-bab6-c3436cc59e15 HTTP/1.1" status: 200 len: 999 time: 0.0821083 Jul 14 14:40:18.767263 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-2c91c8b4-50be-4f01-8d63-00c1de8bbff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '26acf342-4bd9-497b-9cb2-9fcd1b7572d4', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:fb:8e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:40:17Z', 'updated_at': '2021-07-14T14:40:17Z', 'revision_number': 0, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:40:18.795188 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c91c8b4-50be-4f01-8d63-00c1de8bbff0 None None] Checking router: a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:40:18.804941 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c91c8b4-50be-4f01-8d63-00c1de8bbff0 None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:40:18.805602 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-2c91c8b4-50be-4f01-8d63-00c1de8bbff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:40:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:40:18.811746 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86842474-6d86-4c02-8a57-a2f87027feb3 req-2bdbf76f-d188-4e2a-bece-1fe769183f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:18.813727 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-86842474-6d86-4c02-8a57-a2f87027feb3 req-2bdbf76f-d188-4e2a-bece-1fe769183f5f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0540597 Jul 14 14:40:18.885144 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86842474-6d86-4c02-8a57-a2f87027feb3 req-495384e2-cd78-42c5-bf83-4879118baf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:40:18.887100 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-86842474-6d86-4c02-8a57-a2f87027feb3 req-495384e2-cd78-42c5-bf83-4879118baf78 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666506 Jul 14 14:40:18.937081 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-2c91c8b4-50be-4f01-8d63-00c1de8bbff0 None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:40:19.013621 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-86842474-6d86-4c02-8a57-a2f87027feb3 req-77dbeec3-56e2-4e0a-ae19-37b37bc05f88 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193740 Jul 14 14:40:19.118151 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-86842474-6d86-4c02-8a57-a2f87027feb3 req-474d76c6-d133-4b06-9453-f9073fd8407a service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978599 Jul 14 14:40:19.217581 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-2c91c8b4-50be-4f01-8d63-00c1de8bbff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '26acf342-4bd9-497b-9cb2-9fcd1b7572d4', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:fb:8e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:40:17Z', 'updated_at': '2021-07-14T14:40:17Z', 'revision_number': 0, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:40:19.244747 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c91c8b4-50be-4f01-8d63-00c1de8bbff0 None None] The sync data for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi is: [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '26acf342-4bd9-497b-9cb2-9fcd1b7572d4', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:fb:8e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:40:17Z', 'updated_at': '2021-07-14T14:40:17Z', 'revision_number': 0, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:40:19.401786 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:19.465489 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8f603e-abb5-4c1f-b476-49c7f6288a39 None None] New status for floating IP 26acf342-4bd9-497b-9cb2-9fcd1b7572d4: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:40:19.660898 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:40:41.229309 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:43.734119 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-42d4e317-bf5f-420c-9d03-7192a6836e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:46.409630 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28e2436d-c283-43a2-b8c1-9ca953d6f8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:46.541452 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:47.527304 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:49.399137 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:40:56.660090 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:41:11.235561 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:13.729182 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e0f2bc24-4fec-4ca7-b713-406c93a2d8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:16.294211 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7ddc8e5-93f4-4e36-8054-8135281c3c92 req-2d44afe4-361c-4203-8b0d-6cbacff9deee service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567968 Jul 14 14:41:16.405353 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-686a595f-9bd6-45b1-97eb-dc254fd0c745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:16.409928 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddc8e5-93f4-4e36-8054-8135281c3c92 req-e51185ec-6fdb-498a-ba3d-286fb7f7c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:16.412896 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7ddc8e5-93f4-4e36-8054-8135281c3c92 req-e51185ec-6fdb-498a-ba3d-286fb7f7c504 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 1099 time: 0.0731184 Jul 14 14:41:16.538635 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddc8e5-93f4-4e36-8054-8135281c3c92 req-81a9f4c6-0c18-41a1-9755-6e8e5c805781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:16.540276 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7ddc8e5-93f4-4e36-8054-8135281c3c92 req-81a9f4c6-0c18-41a1-9755-6e8e5c805781 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 912 time: 0.1045711 Jul 14 14:41:16.551468 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:16.624220 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7ddc8e5-93f4-4e36-8054-8135281c3c92 req-7c935bf2-4c51-4bf6-95dd-7f85e7831d8c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9aa80c8-0e39-4820-bab6-c3436cc59e15 HTTP/1.1" status: 200 len: 1001 time: 0.0776517 Jul 14 14:41:16.676074 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddc8e5-93f4-4e36-8054-8135281c3c92 req-89bf4479-03d1-4e63-9417-90d06553f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:16.677664 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7ddc8e5-93f4-4e36-8054-8135281c3c92 req-89bf4479-03d1-4e63-9417-90d06553f9af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0475636 Jul 14 14:41:16.766047 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddc8e5-93f4-4e36-8054-8135281c3c92 req-d1c23d13-c0b0-4f26-a316-4d76b0dd8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:16.768549 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7ddc8e5-93f4-4e36-8054-8135281c3c92 req-d1c23d13-c0b0-4f26-a316-4d76b0dd8e78 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838559 Jul 14 14:41:16.873557 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7ddc8e5-93f4-4e36-8054-8135281c3c92 req-35cf0ab9-72dc-409a-b60c-49e1a52f41a3 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975556 Jul 14 14:41:16.972578 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e7ddc8e5-93f4-4e36-8054-8135281c3c92 req-684b7e9f-a34c-4568-99d6-d2376f4d84d2 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921252 Jul 14 14:41:17.531773 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:19.403463 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:33.659447 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:41:41.235257 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:43.733059 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-47eab838-bd66-4a53-b820-bb71f155a095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:46.422076 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b0b09f5e-617a-4bb2-9ac4-30f741372c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:46.544777 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:46.603508 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-c5460e91-2403-464d-bde9-e3c05210c1ac tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-187547605&fields=id&tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63 HTTP/1.1" status: 200 len: 267 time: 0.0441706 Jul 14 14:41:46.741818 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bca70-38fb-492b-9290-b6c0d368b196 req-50331813-8f43-46e2-9994-4e9d571ff7c7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:46.743507 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-50331813-8f43-46e2-9994-4e9d571ff7c7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 811 time: 0.1333313 Jul 14 14:41:46.767040 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-11eb03f7-b804-410d-84bc-91edf289354f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/quotas/ec6bfd439e9e45e2bfcf745db1ea0e63 HTTP/1.1" status: 200 len: 375 time: 0.0165675 Jul 14 14:41:46.862398 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-f67e02d6-d769-4ab4-acf3-fb0c983af811 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0876856 Jul 14 14:41:46.980453 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-b462ec1e-ee44-4afa-aade-b5eabae6c59d service neutron] 10.222.0.57 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045487 Jul 14 14:41:47.087582 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-e1170325-6e0e-484e-8337-07ee888fb271 service neutron] 10.222.0.57 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009319 Jul 14 14:41:47.460303 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b31767b4-e579-4a8d-81e9-7ece7de35533 req-bbdb0a51-5ffc-4129-b151-5f7a5b94aa20 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 210 time: 0.0493331 Jul 14 14:41:47.544803 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:48.667114 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b2024c15-baf2-489d-b21d-5db32a69d56c req-6cf72332-c0e8-4ebb-a1c7-de497ea3aa2a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 210 time: 0.0619543 Jul 14 14:41:48.703908 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bca70-38fb-492b-9290-b6c0d368b196 req-40e7ed95-e742-4b0c-97af-f871c3b77341 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:48.705595 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-40e7ed95-e742-4b0c-97af-f871c3b77341 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 811 time: 0.2014902 Jul 14 14:41:48.761675 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-ce75300c-8f06-4fe8-b444-5cd4794347c7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63 HTTP/1.1" status: 200 len: 379 time: 0.0460165 Jul 14 14:41:48.772508 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-994bca70-38fb-492b-9290-b6c0d368b196 req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Request body: {'port': {'device_id': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'admin_state_up': True, 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'security_groups': ['726f97cd-c290-4934-9b8f-b5fdcc698163']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:41:48.933415 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994bca70-38fb-492b-9290-b6c0d368b196 req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Made reservation on behalf of ec6bfd439e9e45e2bfcf745db1ea0e63 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:41:48.937428 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-994bca70-38fb-492b-9290-b6c0d368b196 req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:49.099351 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-994bca70-38fb-492b-9290-b6c0d368b196 req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Allocated IP 172.20.0.13 (7cc98487-bdf1-43f8-9077-c3b02abf7dcb/c88b88a2-c1f5-42c4-a2d6-f68c246968db/576039cd-ff09-43e2-8fb8-39c7828e3f87) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:41:49.287296 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-994bca70-38fb-492b-9290-b6c0d368b196 req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:49.302539 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-994bca70-38fb-492b-9290-b6c0d368b196 req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Transition to ACTIVE for port object 576039cd-ff09-43e2-8fb8-39c7828e3f87 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:41:49.339881 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-994bca70-38fb-492b-9290-b6c0d368b196 req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:49.388635 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994bca70-38fb-492b-9290-b6c0d368b196 req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:41:49.395169 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-994bca70-38fb-492b-9290-b6c0d368b196 req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:41:49.399368 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-994bca70-38fb-492b-9290-b6c0d368b196 req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:41:49.434157 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:49.438938 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'Port': ['ID=576039cd-ff09-43e2-8fb8-39c7828e3f87,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:49.459922 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:49.460466 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:49.461002 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:49.461528 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:49.461900 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:49.462353 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:49.462811 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:49.463254 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:49.463674 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:49.464088 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:49.464513 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:49.465086 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:49.498418 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bca70-38fb-492b-9290-b6c0d368b196 req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:49.499479 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-994bca70-38fb-492b-9290-b6c0d368b196 req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:49.522408 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-aea0d574-35b8-483f-9364-03cc99868e7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7549458 Jul 14 14:41:49.537194 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Request body: {'port': {'device_id': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:41:49.632147 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:49.651176 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-f6f3f2a2-f04d-4c79-936f-ca0fa942f03e None None] Provisioning for port 576039cd-ff09-43e2-8fb8-39c7828e3f87 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:41:49.656467 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-f6f3f2a2-f04d-4c79-936f-ca0fa942f03e None None] Provisioning complete for port 576039cd-ff09-43e2-8fb8-39c7828e3f87 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:41:49.656968 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f6f3f2a2-f04d-4c79-936f-ca0fa942f03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:49.706630 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-f6f3f2a2-f04d-4c79-936f-ca0fa942f03e None None] Port 576039cd-ff09-43e2-8fb8-39c7828e3f87 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:41:49.952082 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fae5b9-b247-4e26-8511-53a6df3a388a req-9b44fa0d-171c-435b-a8d0-9f0af401c199 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:49.954331 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f2fae5b9-b247-4e26-8511-53a6df3a388a req-9b44fa0d-171c-435b-a8d0-9f0af401c199 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 932 time: 0.0932512 Jul 14 14:41:50.009018 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f2fae5b9-b247-4e26-8511-53a6df3a388a req-09f38c6c-50ed-46e8-8343-81d42158eb24 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471232 Jul 14 14:41:50.020162 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576039cd-ff09-43e2-8fb8-39c7828e3f87 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:41:50.030547 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:50.044951 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Transition to ACTIVE for port object 576039cd-ff09-43e2-8fb8-39c7828e3f87 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:41:50.049330 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:50.110104 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=576039cd-ff09-43e2-8fb8-39c7828e3f87,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:50.193754 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Attempting to bind port 576039cd-ff09-43e2-8fb8-39c7828e3f87 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:41:50.194394 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Attempting to bind port 576039cd-ff09-43e2-8fb8-39c7828e3f87 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:41:50.194703 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Attempting to bind port 576039cd-ff09-43e2-8fb8-39c7828e3f87 on network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:41:50.201342 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Port 576039cd-ff09-43e2-8fb8-39c7828e3f87 on network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:41:50.201852 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Attempting to bind port 576039cd-ff09-43e2-8fb8-39c7828e3f87 on network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:41:50.211033 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Checking agent: {'id': '0ade3d15-161f-4bcd-b975-ffa0c443f21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'started_at': datetime.datetime(2021, 7, 14, 13, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:41:50.211402 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Checking segment: {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:41:50.211846 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Bound using segment: {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:41:50.212356 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Bound port: 576039cd-ff09-43e2-8fb8-39c7828e3f87, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42157b90-7648-43de-8f7e-62af57270695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:41:50.212772 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:50.303261 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] For port 576039cd-ff09-43e2-8fb8-39c7828e3f87, host hv-cinder-78692, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:41:50.307927 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] For port 576039cd-ff09-43e2-8fb8-39c7828e3f87, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=576039cd-ff09-43e2-8fb8-39c7828e3f87,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:41:50.313140 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:50.349980 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:50.350696 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:50.355255 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] 10.222.0.38 "PUT /v2.0/ports/576039cd-ff09-43e2-8fb8-39c7828e3f87 HTTP/1.1" status: 200 len: 1094 time: 0.8238811 Jul 14 14:41:50.355749 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'tag': '576039cd-ff09-43e2-8fb8-39c7828e3f87'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:41:50.358094 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65715e5f-8d10-4c70-94e3-04e255e00166" -d '{"events": [{"name": "network-changed", "server_uuid": "30dc1556-6269-41fe-9025-f9f3d21eef0a", "tag": "576039cd-ff09-43e2-8fb8-39c7828e3f87"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:41:50.424359 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334ea545-a4ed-4e28-a409-4e22af67c44b x-openstack-request-id: req-334ea545-a4ed-4e28-a409-4e22af67c44b {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:41:50.424765 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dc1556-6269-41fe-9025-f9f3d21eef0a", "tag": "576039cd-ff09-43e2-8fb8-39c7828e3f87", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:41:50.425178 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-334ea545-a4ed-4e28-a409-4e22af67c44b {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:41:50.425754 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'tag': '576039cd-ff09-43e2-8fb8-39c7828e3f87', 'status': 'completed', 'code': 200} Jul 14 14:41:50.428536 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e538e3f-40ac-4543-8150-80366a32e2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=576039cd-ff09-43e2-8fb8-39c7828e3f87,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:50.498941 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bca70-38fb-492b-9290-b6c0d368b196 req-6d00d956-48c4-42ca-a548-df15107641bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:50.501118 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-6d00d956-48c4-42ca-a548-df15107641bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 1097 time: 0.0926070 Jul 14 14:41:50.560826 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-144c603e-81d3-45b4-b2ad-8798fe0a9032 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=576039cd-ff09-43e2-8fb8-39c7828e3f87 HTTP/1.1" status: 200 len: 217 time: 0.0520322 Jul 14 14:41:50.620053 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bca70-38fb-492b-9290-b6c0d368b196 req-85e45d8d-df42-4adc-a085-dcb85a801ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:50.621457 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-85e45d8d-df42-4adc-a085-dcb85a801ebe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0542238 Jul 14 14:41:50.700703 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bca70-38fb-492b-9290-b6c0d368b196 req-6b8954d5-400e-46a9-80ba-61eb022f4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:50.702320 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-6b8954d5-400e-46a9-80ba-61eb022f4994 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744750 Jul 14 14:41:50.809901 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-d6749d9e-8d0a-4227-869e-1b7032f12b07 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007931 Jul 14 14:41:50.906240 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-994bca70-38fb-492b-9290-b6c0d368b196 req-e1080efe-694c-429e-a162-09f12c0a99d3 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899582 Jul 14 14:41:51.020703 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65715e5f-8d10-4c70-94e3-04e255e00166 req-2531ada9-7ee0-4d77-8c42-1cd08a334b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:51.022822 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65715e5f-8d10-4c70-94e3-04e255e00166 req-2531ada9-7ee0-4d77-8c42-1cd08a334b2b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 1097 time: 0.0620949 Jul 14 14:41:51.130657 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65715e5f-8d10-4c70-94e3-04e255e00166 req-1106e2a0-ed00-427c-a07f-5f7fb64e29a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:51.133122 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65715e5f-8d10-4c70-94e3-04e255e00166 req-1106e2a0-ed00-427c-a07f-5f7fb64e29a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 912 time: 0.1040108 Jul 14 14:41:51.198933 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65715e5f-8d10-4c70-94e3-04e255e00166 req-ff5a34be-4d69-4ad4-9528-d812b813fdbb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=576039cd-ff09-43e2-8fb8-39c7828e3f87 HTTP/1.1" status: 200 len: 217 time: 0.0584564 Jul 14 14:41:51.237393 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5ee9e-66da-4898-a606-8ce901567ce1 req-f72234c3-96a4-4c6b-8c52-ea264afe90bf tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:51.239280 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-47c5ee9e-66da-4898-a606-8ce901567ce1 req-f72234c3-96a4-4c6b-8c52-ea264afe90bf tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 944 time: 0.0990033 Jul 14 14:41:51.263614 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65715e5f-8d10-4c70-94e3-04e255e00166 req-17e53bcb-6bba-470d-b73f-f6eb8b5055a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:51.265634 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65715e5f-8d10-4c70-94e3-04e255e00166 req-17e53bcb-6bba-470d-b73f-f6eb8b5055a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0578902 Jul 14 14:41:51.291289 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-47c5ee9e-66da-4898-a606-8ce901567ce1 req-a9133125-4bd9-4adb-9d69-6aaf2c73043d tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412931 Jul 14 14:41:51.691812 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65715e5f-8d10-4c70-94e3-04e255e00166 req-e4bfcb45-db7f-4e4f-b622-2953b5fdbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:51.693512 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65715e5f-8d10-4c70-94e3-04e255e00166 req-e4bfcb45-db7f-4e4f-b622-2953b5fdbc6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4181423 Jul 14 14:41:51.796211 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65715e5f-8d10-4c70-94e3-04e255e00166 req-86eb1410-7c8c-49a6-965c-bf7e5831ebe1 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952134 Jul 14 14:41:51.896182 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-65715e5f-8d10-4c70-94e3-04e255e00166 req-b6c242fe-cbf3-47ea-874b-536159481512 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933812 Jul 14 14:41:52.486161 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d101d-1af3-4637-91bd-273ae7a8773c req-9392dfff-c1de-496f-a35a-fcd7ce0ebec9 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:52.488380 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-901d101d-1af3-4637-91bd-273ae7a8773c req-9392dfff-c1de-496f-a35a-fcd7ce0ebec9 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 944 time: 0.0741279 Jul 14 14:41:52.536152 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-901d101d-1af3-4637-91bd-273ae7a8773c req-98111de6-8274-49df-82ee-ee6f0b622265 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372372 Jul 14 14:41:53.736149 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb740c6-3867-42ea-a8c4-dcdf2272c5c7 req-728be52f-4675-4a52-9a28-cb2e17e93005 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:53.738299 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2eb740c6-3867-42ea-a8c4-dcdf2272c5c7 req-728be52f-4675-4a52-9a28-cb2e17e93005 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 944 time: 0.0752046 Jul 14 14:41:53.785775 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2eb740c6-3867-42ea-a8c4-dcdf2272c5c7 req-fc8ad8e1-42dc-4186-a98d-d7cb3f1b2df5 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372088 Jul 14 14:41:54.974086 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82f821-ae90-4444-8fb9-b3a1877eb480 req-559b35f7-eb83-40f3-afc1-27ca79266be1 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:54.975728 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe82f821-ae90-4444-8fb9-b3a1877eb480 req-559b35f7-eb83-40f3-afc1-27ca79266be1 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 944 time: 0.0743594 Jul 14 14:41:55.018723 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fe82f821-ae90-4444-8fb9-b3a1877eb480 req-cca5804b-b8e0-4871-9b4f-eff2dde12895 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369456 Jul 14 14:41:56.210361 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335062b-25a6-4279-9748-4cec02b3c5d2 req-1618a465-6d68-4979-926f-16ca082eba25 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:56.212010 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2335062b-25a6-4279-9748-4cec02b3c5d2 req-1618a465-6d68-4979-926f-16ca082eba25 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 944 time: 0.0721219 Jul 14 14:41:56.254156 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2335062b-25a6-4279-9748-4cec02b3c5d2 req-73a67b54-aa02-48a9-8f76-0971756928e6 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355341 Jul 14 14:41:57.439028 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1e0e3-9dd1-459f-8fe7-ac5975d1af20 req-0b365e28-5833-4670-978b-2292ecb197c8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:57.441392 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85a1e0e3-9dd1-459f-8fe7-ac5975d1af20 req-0b365e28-5833-4670-978b-2292ecb197c8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 944 time: 0.0682039 Jul 14 14:41:57.483106 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-85a1e0e3-9dd1-459f-8fe7-ac5975d1af20 req-cf2d53a3-513e-4dc5-b7c4-eb6fb5b2b82e tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353844 Jul 14 14:41:57.674773 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 576039cd-ff09-43e2-8fb8-39c7828e3f87 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:41:57.778816 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 576039cd-ff09-43e2-8fb8-39c7828e3f87, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=576039cd-ff09-43e2-8fb8-39c7828e3f87,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:41:57.792251 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Returning: {'device': '576039cd-ff09-43e2-8fb8-39c7828e3f87', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'port_id': '576039cd-ff09-43e2-8fb8-39c7828e3f87', 'mac_address': 'fa:16:3e:af:28:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:41:57.833268 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:57.846733 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576039cd-ff09-43e2-8fb8-39c7828e3f87 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:41:57.867876 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 576039cd-ff09-43e2-8fb8-39c7828e3f87, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=576039cd-ff09-43e2-8fb8-39c7828e3f87,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:41:57.872445 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:57.933179 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=576039cd-ff09-43e2-8fb8-39c7828e3f87,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:57.945251 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:57.945724 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:57.946181 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:57.946637 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:57.947091 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:57.947574 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:57.948124 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:57.948645 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:57.949128 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:57.949682 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:57.950141 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:57.950596 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:58.087617 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] get_ports_and_sgs() called for port_ids ['576039cd-ff09-43e2-8fb8-39c7828e3f87'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:41:58.670379 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925cf6a-7861-4647-8ec2-d9b8c33a5af4 req-19ee7799-ff80-4547-90d5-a5ea20f7fcaa tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:58.671968 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d925cf6a-7861-4647-8ec2-d9b8c33a5af4 req-19ee7799-ff80-4547-90d5-a5ea20f7fcaa tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 945 time: 0.0706127 Jul 14 14:41:58.715523 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d925cf6a-7861-4647-8ec2-d9b8c33a5af4 req-a381bba4-131c-4fa6-a100-c031f63f8415 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375390 Jul 14 14:41:59.686923 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 576039cd-ff09-43e2-8fb8-39c7828e3f87 up at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:41:59.742794 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning for port 576039cd-ff09-43e2-8fb8-39c7828e3f87 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:41:59.749871 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Provisioning complete for port 576039cd-ff09-43e2-8fb8-39c7828e3f87 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:41:59.750772 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16120872'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:59.868466 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:59.910891 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576039cd-ff09-43e2-8fb8-39c7828e3f87'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:41:59.914941 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f41918f8c3f7196d0b66f8b3d6c4d2761f1d4326e50e7bfa1e02742728b2b820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bebd58-b40f-453b-bb06-781db708c038" -d '{"events": [{"server_uuid": "30dc1556-6269-41fe-9025-f9f3d21eef0a", "name": "network-vif-plugged", "status": "completed", "tag": "576039cd-ff09-43e2-8fb8-39c7828e3f87"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:41:59.936781 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] For port 576039cd-ff09-43e2-8fb8-39c7828e3f87, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=576039cd-ff09-43e2-8fb8-39c7828e3f87,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:41:59.943176 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:41:59.966236 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dee1ee-5b7a-406d-a8d1-c1af30b57346 req-db1783c2-3c33-44f1-92a6-6f92122eb71e tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:41:59.968985 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a2dee1ee-5b7a-406d-a8d1-c1af30b57346 req-db1783c2-3c33-44f1-92a6-6f92122eb71e tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 945 time: 0.0896134 Jul 14 14:41:59.987357 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e84e3ba-c1ff-4e1e-a15d-4071024d43b0 x-openstack-request-id: req-5e84e3ba-c1ff-4e1e-a15d-4071024d43b0 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:41:59.987861 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dc1556-6269-41fe-9025-f9f3d21eef0a", "name": "network-vif-plugged", "status": "completed", "tag": "576039cd-ff09-43e2-8fb8-39c7828e3f87", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:41:59.988291 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e84e3ba-c1ff-4e1e-a15d-4071024d43b0 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:41:59.988979 dv-cinder-786927-3-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576039cd-ff09-43e2-8fb8-39c7828e3f87', 'code': 200} Jul 14 14:42:00.016960 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a2dee1ee-5b7a-406d-a8d1-c1af30b57346 req-a775e7e3-4b98-4f5a-aabb-4266bee45f16 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413330 Jul 14 14:42:00.036011 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Pushing event updated for resources: {'Port': ['ID=576039cd-ff09-43e2-8fb8-39c7828e3f87,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:00.261091 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9193346-8ba7-42b4-97f8-25b601f9dd74 req-292b4829-15c4-42ea-bad8-96140d914aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:42:00.262623 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a9193346-8ba7-42b4-97f8-25b601f9dd74 req-292b4829-15c4-42ea-bad8-96140d914aa3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 1099 time: 0.0589521 Jul 14 14:42:00.300673 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a9193346-8ba7-42b4-97f8-25b601f9dd74 req-dc1e37ca-482a-4315-84d6-06756724e092 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317698 Jul 14 14:42:01.215314 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9ded7-086c-490d-960f-70bfeacc07c2 req-bf9541f4-c087-48ff-ab2e-677c0e77dc68 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:42:01.216929 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-eae9ded7-086c-490d-960f-70bfeacc07c2 req-bf9541f4-c087-48ff-ab2e-677c0e77dc68 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 946 time: 0.0706160 Jul 14 14:42:01.263556 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-eae9ded7-086c-490d-960f-70bfeacc07c2 req-da28d880-f8e3-4edc-81dd-736dd6ca5f77 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361464 Jul 14 14:42:02.457910 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa96b9-d590-4988-9f9e-d1a94e668ede req-ffee2b9a-1990-42fb-8b96-59dc700e4567 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:42:02.459807 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05aa96b9-d590-4988-9f9e-d1a94e668ede req-ffee2b9a-1990-42fb-8b96-59dc700e4567 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 946 time: 0.0775423 Jul 14 14:42:02.500985 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-05aa96b9-d590-4988-9f9e-d1a94e668ede req-f3f810d0-6006-4615-8b83-2ebb80c24e4e tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351789 Jul 14 14:42:02.777145 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4449ffe-51da-4a05-a4c6-1fdbd48719ae req-4b53f492-c781-469a-888e-6f31a5950c0a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:42:02.778986 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4449ffe-51da-4a05-a4c6-1fdbd48719ae req-4b53f492-c781-469a-888e-6f31a5950c0a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 946 time: 0.0733180 Jul 14 14:42:02.821245 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4449ffe-51da-4a05-a4c6-1fdbd48719ae req-d58d1d1d-02e7-465f-910f-73d5ab291d31 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357149 Jul 14 14:42:02.846265 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42856) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:42:02.907850 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317a579-0bcd-4dc9-8717-8ac9b71a1ae6 tempest-TestVolumeBootPattern-231444706 tempest-TestVolumeBootPattern-231444706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:42:02.910021 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4317a579-0bcd-4dc9-8717-8ac9b71a1ae6 tempest-TestVolumeBootPattern-231444706 tempest-TestVolumeBootPattern-231444706-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 1094 time: 0.0616131 Jul 14 14:42:02.913224 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42858) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:42:02.918022 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Request body: {'floatingip': {'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'port_id': '576039cd-ff09-43e2-8fb8-39c7828e3f87', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:42:02.947142 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:03.096104 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:03.211820 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Allocated IP 172.27.0.122 (aee5fac4-045e-4b71-9019-7c5205bf3b95/75065870-657b-413c-99c1-a0b46764d19f/41aaffc3-cb53-45d2-b9b7-4bc807588fcb) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:42:03.326544 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:03.373488 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738286730936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:03.421172 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Network aee5fac4-045e-4b71-9019-7c5205bf3b95 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:42:03.426769 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:42:03.430763 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:42:03.454451 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'Port': ['ID=41aaffc3-cb53-45d2-b9b7-4bc807588fcb,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:03.826414 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:03.913451 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548349'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:04.134540 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:04.140071 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738287123447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738286730954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738286730972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3973652'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:04.248497 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event updated for resources: {'Port': ['ID=41aaffc3-cb53-45d2-b9b7-4bc807588fcb,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:04.260040 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406126'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:04.367876 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Floating IP 8d3e2763-8989-4906-b3aa-bc10f62df04e associated. External IP: 172.27.0.122, port: 576039cd-ff09-43e2-8fb8-39c7828e3f87. Jul 14 14:42:04.633442 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:42:04.779489 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:42:04.793293 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788a2703-f604-4ec1-84d8-c12659fdeb55 None None] Sync routers for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:42:04.799901 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:04.811695 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788a2703-f604-4ec1-84d8-c12659fdeb55 None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:42:04.812750 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-788a2703-f604-4ec1-84d8-c12659fdeb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:41:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:04.841757 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1a8abc0e-cc72-4823-80fb-832bfcf869b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9273913 Jul 14 14:42:04.842728 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'tag': '576039cd-ff09-43e2-8fb8-39c7828e3f87'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:42:04.844721 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f460ae-057b-4a05-8e61-e0271d08ade7" -d '{"events": [{"name": "network-changed", "server_uuid": "30dc1556-6269-41fe-9025-f9f3d21eef0a", "tag": "576039cd-ff09-43e2-8fb8-39c7828e3f87"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:42:04.887726 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c042d62-abbb-4931-a145-410c89330652 x-openstack-request-id: req-9c042d62-abbb-4931-a145-410c89330652 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:42:04.888025 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dc1556-6269-41fe-9025-f9f3d21eef0a", "tag": "576039cd-ff09-43e2-8fb8-39c7828e3f87", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:42:04.888265 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c042d62-abbb-4931-a145-410c89330652 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:42:04.888696 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'tag': '576039cd-ff09-43e2-8fb8-39c7828e3f87', 'status': 'completed', 'code': 200} Jul 14 14:42:04.980768 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-788a2703-f604-4ec1-84d8-c12659fdeb55 None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:42:04.984424 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f460ae-057b-4a05-8e61-e0271d08ade7 req-57755f8b-ff41-4f3d-a8ed-c79395267f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:42:04.986476 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31f460ae-057b-4a05-8e61-e0271d08ade7 req-57755f8b-ff41-4f3d-a8ed-c79395267f1d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 1099 time: 0.0667198 Jul 14 14:42:05.104788 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f460ae-057b-4a05-8e61-e0271d08ade7 req-47423548-ce95-4486-81d5-e4fb6f125390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:42:05.107144 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31f460ae-057b-4a05-8e61-e0271d08ade7 req-47423548-ce95-4486-81d5-e4fb6f125390 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 912 time: 0.1143878 Jul 14 14:42:05.185196 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31f460ae-057b-4a05-8e61-e0271d08ade7 req-f797dbcf-7840-4fea-9cb6-35d384dd4d3b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=576039cd-ff09-43e2-8fb8-39c7828e3f87 HTTP/1.1" status: 200 len: 1000 time: 0.0713909 Jul 14 14:42:05.255308 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f460ae-057b-4a05-8e61-e0271d08ade7 req-21925091-610d-4fe1-853c-6618f3e545ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:42:05.257805 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31f460ae-057b-4a05-8e61-e0271d08ade7 req-21925091-610d-4fe1-853c-6618f3e545ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0657058 Jul 14 14:42:05.259477 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-788a2703-f604-4ec1-84d8-c12659fdeb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '26acf342-4bd9-497b-9cb2-9fcd1b7572d4', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:fb:8e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:40:17Z', 'updated_at': '2021-07-14T14:40:19Z', 'revision_number': 1, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}, {'id': '8d3e2763-8989-4906-b3aa-bc10f62df04e', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': '576039cd-ff09-43e2-8fb8-39c7828e3f87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:af:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:42:03Z', 'updated_at': '2021-07-14T14:42:03Z', 'revision_number': 0, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:05.292205 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788a2703-f604-4ec1-84d8-c12659fdeb55 None None] Checking router: a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:42:05.301555 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788a2703-f604-4ec1-84d8-c12659fdeb55 None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:42:05.302197 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-788a2703-f604-4ec1-84d8-c12659fdeb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:41:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:05.357728 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f460ae-057b-4a05-8e61-e0271d08ade7 req-722a7a86-8488-47d4-afbf-a73c103e7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:42:05.360484 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31f460ae-057b-4a05-8e61-e0271d08ade7 req-722a7a86-8488-47d4-afbf-a73c103e7d6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0955758 Jul 14 14:42:05.491404 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31f460ae-057b-4a05-8e61-e0271d08ade7 req-ffe6156e-481d-4c66-baa4-a3fe29bff951 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234698 Jul 14 14:42:05.579709 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-788a2703-f604-4ec1-84d8-c12659fdeb55 None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:42:05.614651 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-31f460ae-057b-4a05-8e61-e0271d08ade7 req-674c5cf5-42ff-47d5-9b57-f82b1ead2d83 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158042 Jul 14 14:42:05.860208 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-788a2703-f604-4ec1-84d8-c12659fdeb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '26acf342-4bd9-497b-9cb2-9fcd1b7572d4', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:fb:8e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:40:17Z', 'updated_at': '2021-07-14T14:40:19Z', 'revision_number': 1, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}, {'id': '8d3e2763-8989-4906-b3aa-bc10f62df04e', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': '576039cd-ff09-43e2-8fb8-39c7828e3f87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:af:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:42:03Z', 'updated_at': '2021-07-14T14:42:03Z', 'revision_number': 0, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:05.892154 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788a2703-f604-4ec1-84d8-c12659fdeb55 None None] The sync data for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi is: [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '26acf342-4bd9-497b-9cb2-9fcd1b7572d4', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:fb:8e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:40:17Z', 'updated_at': '2021-07-14T14:40:19Z', 'revision_number': 1, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}, {'id': '8d3e2763-8989-4906-b3aa-bc10f62df04e', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': '576039cd-ff09-43e2-8fb8-39c7828e3f87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:af:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:42:03Z', 'updated_at': '2021-07-14T14:42:03Z', 'revision_number': 0, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:42:06.093139 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59c47fd-1b24-4870-8502-9dbf10be39e6 None None] New status for floating IP 8d3e2763-8989-4906-b3aa-bc10f62df04e: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:42:10.663285 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:42:11.236531 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:13.739042 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-19281d78-c2cc-42ea-bd02-79c9c1e19afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:16.408622 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-65a977bb-62bb-4112-9ee2-c2eb06597945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:16.541904 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:17.543503 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:18.400563 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-347524a6-530b-4e21-9872-7bd5ad480aa6 req-451b42e2-d73b-4876-8e04-5e9e3c91fe3e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1636961 Jul 14 14:42:18.512036 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347524a6-530b-4e21-9872-7bd5ad480aa6 req-ef433177-994c-422b-b8c9-35f51fcb4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:42:18.513548 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-347524a6-530b-4e21-9872-7bd5ad480aa6 req-ef433177-994c-422b-b8c9-35f51fcb4768 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 1099 time: 0.0596471 Jul 14 14:42:18.632930 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347524a6-530b-4e21-9872-7bd5ad480aa6 req-5f575ec6-d82b-42fe-8b4d-56e782ec8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:42:18.634527 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-347524a6-530b-4e21-9872-7bd5ad480aa6 req-5f575ec6-d82b-42fe-8b4d-56e782ec8d2f service neutron] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 912 time: 0.0983682 Jul 14 14:42:18.704830 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-347524a6-530b-4e21-9872-7bd5ad480aa6 req-f3a9abf7-918e-4422-a998-aeb6f8310531 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9aa80c8-0e39-4820-bab6-c3436cc59e15 HTTP/1.1" status: 200 len: 1001 time: 0.0627179 Jul 14 14:42:18.766561 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347524a6-530b-4e21-9872-7bd5ad480aa6 req-9e8af81e-4ffe-443a-baae-bd9e5c5fb9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:42:18.769122 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-347524a6-530b-4e21-9872-7bd5ad480aa6 req-9e8af81e-4ffe-443a-baae-bd9e5c5fb9b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0577040 Jul 14 14:42:18.834134 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347524a6-530b-4e21-9872-7bd5ad480aa6 req-9437974d-25dc-4a0c-b944-a3ccd333dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:42:18.835916 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-347524a6-530b-4e21-9872-7bd5ad480aa6 req-9437974d-25dc-4a0c-b944-a3ccd333dbcc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586872 Jul 14 14:42:18.847414 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-347524a6-530b-4e21-9872-7bd5ad480aa6 req-70b01855-d940-431b-9114-a0f5e1c6bf30 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:42:18.848451 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-347524a6-530b-4e21-9872-7bd5ad480aa6 req-70b01855-d940-431b-9114-a0f5e1c6bf30 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056696 Jul 14 14:42:18.946986 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-347524a6-530b-4e21-9872-7bd5ad480aa6 req-2db88d07-250d-4c43-a197-b18c0fbc103a service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912049 Jul 14 14:42:19.050765 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-347524a6-530b-4e21-9872-7bd5ad480aa6 req-dc375958-94f7-4a22-87f5-3a29d64b3c82 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970631 Jul 14 14:42:19.410946 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:41.249394 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:43.744462 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4165f4f-b4de-409d-9bc8-1b0b0b03dfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:46.412074 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-34da12f3-2629-492f-8006-ddedc790f71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:46.542995 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:47.542096 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:42:47.662683 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:42:49.411967 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:11.253424 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:13.737839 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-32ef0b7d-8869-4bdc-9b92-00b16d55d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:16.421317 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6dfffd8d-b1c2-41f6-b76d-c7e00a140cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:16.543986 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:17.545737 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:19.328494 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fafa566c-4cc8-49bf-ac74-3ef76b1e0957 req-2e5d73a9-3843-4530-b837-9a2b0d6fd10d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567822 Jul 14 14:43:19.412492 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa566c-4cc8-49bf-ac74-3ef76b1e0957 req-1d8b2183-0dae-41bb-af96-e1c12f63d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:19.414783 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fafa566c-4cc8-49bf-ac74-3ef76b1e0957 req-1d8b2183-0dae-41bb-af96-e1c12f63d2f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 1099 time: 0.0627978 Jul 14 14:43:19.418360 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:19.543863 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa566c-4cc8-49bf-ac74-3ef76b1e0957 req-5f94e376-a6df-4607-b726-bb5bc3c94ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:19.546503 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fafa566c-4cc8-49bf-ac74-3ef76b1e0957 req-5f94e376-a6df-4607-b726-bb5bc3c94ba6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 912 time: 0.1078742 Jul 14 14:43:19.619621 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fafa566c-4cc8-49bf-ac74-3ef76b1e0957 req-0c68bd45-7479-4ed7-a1e3-ad5d94fe26d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=576039cd-ff09-43e2-8fb8-39c7828e3f87 HTTP/1.1" status: 200 len: 1002 time: 0.0666885 Jul 14 14:43:19.676272 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa566c-4cc8-49bf-ac74-3ef76b1e0957 req-07eaa0f3-075b-4d0a-8339-b4d7fc89b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:19.677887 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fafa566c-4cc8-49bf-ac74-3ef76b1e0957 req-07eaa0f3-075b-4d0a-8339-b4d7fc89b139 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0514896 Jul 14 14:43:19.738663 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa566c-4cc8-49bf-ac74-3ef76b1e0957 req-75bb7aa0-2b53-49be-afdc-97161941b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:19.740305 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fafa566c-4cc8-49bf-ac74-3ef76b1e0957 req-75bb7aa0-2b53-49be-afdc-97161941b9c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557473 Jul 14 14:43:19.854948 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fafa566c-4cc8-49bf-ac74-3ef76b1e0957 req-eda52de6-34e6-4083-8b2e-9cb7380d2f3c service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078424 Jul 14 14:43:19.957709 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-fafa566c-4cc8-49bf-ac74-3ef76b1e0957 req-c2718959-b9df-4caa-8f21-4140c691412d service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951560 Jul 14 14:43:24.661983 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:43:41.252548 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:43.740014 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6885f219-167d-453c-bcef-003a2e5b5e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:43.949197 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42902) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:43:44.164090 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Deleting port 41aaffc3-cb53-45d2-b9b7-4bc807588fcb {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:43:44.164532 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:44.247296 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:44.247535 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:44.260655 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Calling delete_port for 41aaffc3-cb53-45d2-b9b7-4bc807588fcb owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:43:44.475132 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:44.500628 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event deleted for resources: {'Port': ['ID=41aaffc3-cb53-45d2-b9b7-4bc807588fcb,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:44.513035 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:44.513412 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:44.513758 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:44.514092 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:44.514426 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:44.514760 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:44.515092 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:44.515447 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:44.515783 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:44.516110 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:44.516434 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:44.516755 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:44.578097 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:44.578499 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Floating IP 8d3e2763-8989-4906-b3aa-bc10f62df04e disassociated (deleted). External IP: 172.27.0.122, port: 576039cd-ff09-43e2-8fb8-39c7828e3f87. Jul 14 14:43:44.793856 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:43:44.902347 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:43:44.906985 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:44.914878 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0764446c-cee6-46a8-a931-4e8334b47c71 None None] Sync routers for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:43:44.931810 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0764446c-cee6-46a8-a931-4e8334b47c71 None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:43:44.932916 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-0764446c-cee6-46a8-a931-4e8334b47c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:43:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:44.948025 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d7b59f19-c257-4257-9fa2-5fe7aa9a7d44 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "DELETE /v2.0/floatingips/8d3e2763-8989-4906-b3aa-bc10f62df04e HTTP/1.1" status: 204 len: 168 time: 0.9970958 Jul 14 14:43:44.948987 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'tag': '576039cd-ff09-43e2-8fb8-39c7828e3f87'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:43:44.953441 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e84b71-4aa5-4491-9e30-3aa41f89c190" -d '{"events": [{"name": "network-changed", "server_uuid": "30dc1556-6269-41fe-9025-f9f3d21eef0a", "tag": "576039cd-ff09-43e2-8fb8-39c7828e3f87"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:43:45.017164 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d50774a-46dc-4ca0-8c22-5d01dab4d310 x-openstack-request-id: req-4d50774a-46dc-4ca0-8c22-5d01dab4d310 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:43:45.017618 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dc1556-6269-41fe-9025-f9f3d21eef0a", "tag": "576039cd-ff09-43e2-8fb8-39c7828e3f87", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:43:45.017920 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4d50774a-46dc-4ca0-8c22-5d01dab4d310 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:43:45.018367 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'tag': '576039cd-ff09-43e2-8fb8-39c7828e3f87', 'status': 'completed', 'code': 200} Jul 14 14:43:45.084597 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-0764446c-cee6-46a8-a931-4e8334b47c71 None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:43:45.112462 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e84b71-4aa5-4491-9e30-3aa41f89c190 req-f8bbb217-955e-4ba2-b2c0-c86c50dfd3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:45.115463 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-58e84b71-4aa5-4491-9e30-3aa41f89c190 req-f8bbb217-955e-4ba2-b2c0-c86c50dfd3df service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 1099 time: 0.0684955 Jul 14 14:43:45.260411 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e84b71-4aa5-4491-9e30-3aa41f89c190 req-71982895-015f-4b0b-a7d4-99f1cbe725f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:45.261932 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-58e84b71-4aa5-4491-9e30-3aa41f89c190 req-71982895-015f-4b0b-a7d4-99f1cbe725f8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 912 time: 0.1403964 Jul 14 14:43:45.314876 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-58e84b71-4aa5-4491-9e30-3aa41f89c190 req-8e4d7126-be05-4659-83c4-841c3ae863b7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=576039cd-ff09-43e2-8fb8-39c7828e3f87 HTTP/1.1" status: 200 len: 217 time: 0.0447021 Jul 14 14:43:45.355839 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-0764446c-cee6-46a8-a931-4e8334b47c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '26acf342-4bd9-497b-9cb2-9fcd1b7572d4', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:fb:8e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:40:17Z', 'updated_at': '2021-07-14T14:40:19Z', 'revision_number': 1, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:45.388292 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0764446c-cee6-46a8-a931-4e8334b47c71 None None] Checking router: a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:43:45.399786 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0764446c-cee6-46a8-a931-4e8334b47c71 None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:43:45.400459 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-0764446c-cee6-46a8-a931-4e8334b47c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:43:16Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:45.533622 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-0764446c-cee6-46a8-a931-4e8334b47c71 None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:43:45.702272 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e84b71-4aa5-4491-9e30-3aa41f89c190 req-d67b9124-27de-4cf6-b445-825967b76d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:45.706150 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-58e84b71-4aa5-4491-9e30-3aa41f89c190 req-d67b9124-27de-4cf6-b445-825967b76d95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.3837850 Jul 14 14:43:45.778971 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e84b71-4aa5-4491-9e30-3aa41f89c190 req-6308a3e5-7991-4486-b796-05cc194f66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:45.781862 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-58e84b71-4aa5-4491-9e30-3aa41f89c190 req-6308a3e5-7991-4486-b796-05cc194f66cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688558 Jul 14 14:43:45.844284 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-0764446c-cee6-46a8-a931-4e8334b47c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '26acf342-4bd9-497b-9cb2-9fcd1b7572d4', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:fb:8e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:40:17Z', 'updated_at': '2021-07-14T14:40:19Z', 'revision_number': 1, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:45.872574 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0764446c-cee6-46a8-a931-4e8334b47c71 None None] The sync data for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi is: [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_floatingips': [{'id': '26acf342-4bd9-497b-9cb2-9fcd1b7572d4', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'floating_ip_address': '172.27.0.58', 'floating_network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'router_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'port_id': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'mac_address': 'fa:16:3e:fb:8e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:40:17Z', 'updated_at': '2021-07-14T14:40:19Z', 'revision_number': 1, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:43:45.956975 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac5900-00e0-48c0-b34d-679d68c13231 req-7606700f-eb27-440c-aa79-387d38470421 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:45.958674 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3cac5900-00e0-48c0-b34d-679d68c13231 req-7606700f-eb27-440c-aa79-387d38470421 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 946 time: 0.2970164 Jul 14 14:43:45.960804 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-58e84b71-4aa5-4491-9e30-3aa41f89c190 req-e3274fbf-afb1-4bb2-be78-1293ec33cfc5 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594884 Jul 14 14:43:46.115009 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-3cac5900-00e0-48c0-b34d-679d68c13231 req-33f88f36-f729-419a-a180-a3f3092498f7 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499705 Jul 14 14:43:46.130298 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303a055-47bb-42e2-ad85-b79b0ae6965e None None] New status for floating IP 8d3e2763-8989-4906-b3aa-bc10f62df04e: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:43:46.165541 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-58e84b71-4aa5-4491-9e30-3aa41f89c190 req-c4e760cf-1925-4d99-b588-6e53a65bcbc1 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875350 Jul 14 14:43:46.415447 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6a030763-d221-4989-a3b2-bcdf0b682355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:46.546784 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:46.805314 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894488a-a586-46a0-8b3a-d8f980f39c78 req-1b74124f-eaf5-482b-8b8a-2af56ff2975a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:46.806800 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9894488a-a586-46a0-8b3a-d8f980f39c78 req-1b74124f-eaf5-482b-8b8a-2af56ff2975a tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 946 time: 0.0690918 Jul 14 14:43:46.915643 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-9894488a-a586-46a0-8b3a-d8f980f39c78 req-4c63a0d1-a6dd-49f5-b47a-61c891b72cee tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Deleting port 576039cd-ff09-43e2-8fb8-39c7828e3f87 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:43:46.915993 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9894488a-a586-46a0-8b3a-d8f980f39c78 req-4c63a0d1-a6dd-49f5-b47a-61c891b72cee tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:47.005630 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-9894488a-a586-46a0-8b3a-d8f980f39c78 req-4c63a0d1-a6dd-49f5-b47a-61c891b72cee tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] For port 576039cd-ff09-43e2-8fb8-39c7828e3f87, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=576039cd-ff09-43e2-8fb8-39c7828e3f87,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:43:47.006309 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9894488a-a586-46a0-8b3a-d8f980f39c78 req-4c63a0d1-a6dd-49f5-b47a-61c891b72cee tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:47.019656 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-9894488a-a586-46a0-8b3a-d8f980f39c78 req-4c63a0d1-a6dd-49f5-b47a-61c891b72cee tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Calling delete_port for 576039cd-ff09-43e2-8fb8-39c7828e3f87 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:43:47.159620 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9894488a-a586-46a0-8b3a-d8f980f39c78 req-4c63a0d1-a6dd-49f5-b47a-61c891b72cee tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:47.196028 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63a0d1-a6dd-49f5-b47a-61c891b72cee tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event deleted for resources: {'Port': ['ID=576039cd-ff09-43e2-8fb8-39c7828e3f87,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:47.255833 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-9894488a-a586-46a0-8b3a-d8f980f39c78 req-4c63a0d1-a6dd-49f5-b47a-61c891b72cee tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] No DVR routers for this DVR port 576039cd-ff09-43e2-8fb8-39c7828e3f87 on host hv-cinder-78692 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:43:47.258994 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-9894488a-a586-46a0-8b3a-d8f980f39c78 req-4c63a0d1-a6dd-49f5-b47a-61c891b72cee tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:47.261533 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-9894488a-a586-46a0-8b3a-d8f980f39c78 req-4c63a0d1-a6dd-49f5-b47a-61c891b72cee tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "DELETE /v2.0/ports/576039cd-ff09-43e2-8fb8-39c7828e3f87 HTTP/1.1" status: 204 len: 173 time: 0.4492919 Jul 14 14:43:47.261998 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'name': 'network-vif-deleted', 'tag': '576039cd-ff09-43e2-8fb8-39c7828e3f87'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:43:47.265018 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135b68aa-91f3-4a8f-9701-cb60c432f019" -d '{"events": [{"server_uuid": "30dc1556-6269-41fe-9025-f9f3d21eef0a", "name": "network-vif-deleted", "tag": "576039cd-ff09-43e2-8fb8-39c7828e3f87"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:43:47.307296 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7f993b-942a-435c-a9be-6edb147d6f7b x-openstack-request-id: req-7c7f993b-942a-435c-a9be-6edb147d6f7b {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:43:47.307665 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dc1556-6269-41fe-9025-f9f3d21eef0a", "name": "network-vif-deleted", "tag": "576039cd-ff09-43e2-8fb8-39c7828e3f87", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:43:47.308125 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7c7f993b-942a-435c-a9be-6edb147d6f7b {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:43:47.308530 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dc1556-6269-41fe-9025-f9f3d21eef0a', 'name': 'network-vif-deleted', 'tag': '576039cd-ff09-43e2-8fb8-39c7828e3f87', 'status': 'completed', 'code': 200} Jul 14 14:43:47.384666 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a5ed909b-3a08-441b-a961-4b02d8a9fd9a req-46e74ecc-4469-49ee-9813-15527f89aa17 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=30dc1556-6269-41fe-9025-f9f3d21eef0a HTTP/1.1" status: 200 len: 210 time: 0.1200078 Jul 14 14:43:47.553449 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:49.419692 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:50.285863 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 576039cd-ff09-43e2-8fb8-39c7828e3f87 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:43:50.306721 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: 576039cd-ff09-43e2-8fb8-39c7828e3f87 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:43:50.307118 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device 576039cd-ff09-43e2-8fb8-39c7828e3f87 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:43:50.772209 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42950) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:43:50.960776 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-dec00547-d617-415f-bd11-78d4dbd27a36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Deleting port f5d9e5dd-3daa-46ab-ad94-ded6b42ff94c {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:43:50.961157 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dec00547-d617-415f-bd11-78d4dbd27a36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:51.040420 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dec00547-d617-415f-bd11-78d4dbd27a36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:51.040794 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dec00547-d617-415f-bd11-78d4dbd27a36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:51.053731 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-dec00547-d617-415f-bd11-78d4dbd27a36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Calling delete_port for f5d9e5dd-3daa-46ab-ad94-ded6b42ff94c owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:43:51.213375 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dec00547-d617-415f-bd11-78d4dbd27a36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:51.240626 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec00547-d617-415f-bd11-78d4dbd27a36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event deleted for resources: {'Port': ['ID=f5d9e5dd-3daa-46ab-ad94-ded6b42ff94c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:51.315157 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dec00547-d617-415f-bd11-78d4dbd27a36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:51.315506 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-dec00547-d617-415f-bd11-78d4dbd27a36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Floating IP 26acf342-4bd9-497b-9cb2-9fcd1b7572d4 disassociated (deleted). External IP: 172.27.0.58, port: a9aa80c8-0e39-4820-bab6-c3436cc59e15. Jul 14 14:43:51.544180 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec00547-d617-415f-bd11-78d4dbd27a36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:43:51.700748 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec00547-d617-415f-bd11-78d4dbd27a36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:43:51.705886 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dec00547-d617-415f-bd11-78d4dbd27a36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:51.713011 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d0514-f8d1-4a7a-a040-ed04b4adb2b8 None None] Sync routers for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:43:51.725561 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d0514-f8d1-4a7a-a040-ed04b4adb2b8 None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:43:51.726319 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-a16d0514-f8d1-4a7a-a040-ed04b4adb2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:43:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:51.754314 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dec00547-d617-415f-bd11-78d4dbd27a36 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "DELETE /v2.0/floatingips/26acf342-4bd9-497b-9cb2-9fcd1b7572d4 HTTP/1.1" status: 204 len: 168 time: 0.9777954 Jul 14 14:43:51.754314 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'tag': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:43:51.754735 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a51b10c-868d-483f-b7b8-af31e156a32d" -d '{"events": [{"name": "network-changed", "server_uuid": "220d957a-bd8a-46c8-a720-68e067fe31cd", "tag": "a9aa80c8-0e39-4820-bab6-c3436cc59e15"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:43:51.793709 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d75007f-cb6c-474d-961c-2f07dfdb8a8a x-openstack-request-id: req-6d75007f-cb6c-474d-961c-2f07dfdb8a8a {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:43:51.794420 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220d957a-bd8a-46c8-a720-68e067fe31cd", "tag": "a9aa80c8-0e39-4820-bab6-c3436cc59e15", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:43:51.794420 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d75007f-cb6c-474d-961c-2f07dfdb8a8a {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:43:51.794685 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'tag': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'status': 'completed', 'code': 200} Jul 14 14:43:51.861975 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-a16d0514-f8d1-4a7a-a040-ed04b4adb2b8 None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:43:51.897950 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51b10c-868d-483f-b7b8-af31e156a32d req-c4d32333-b606-45f8-bbe5-844b5f135c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:51.900085 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a51b10c-868d-483f-b7b8-af31e156a32d req-c4d32333-b606-45f8-bbe5-844b5f135c3d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 1099 time: 0.0797596 Jul 14 14:43:52.052515 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51b10c-868d-483f-b7b8-af31e156a32d req-47b22a0d-800d-43ea-b4bb-260763e7282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:52.056948 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a51b10c-868d-483f-b7b8-af31e156a32d req-47b22a0d-800d-43ea-b4bb-260763e7282a service neutron] 10.222.0.38 "GET /v2.0/networks?id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 200 len: 912 time: 0.1501842 Jul 14 14:43:52.110273 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a51b10c-868d-483f-b7b8-af31e156a32d req-ed4217a5-55aa-4a96-b261-14f36f7e014a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9aa80c8-0e39-4820-bab6-c3436cc59e15 HTTP/1.1" status: 200 len: 217 time: 0.0448773 Jul 14 14:43:52.165213 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51b10c-868d-483f-b7b8-af31e156a32d req-9d47369b-ca35-4ba7-8db9-9317f757ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:52.166735 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a51b10c-868d-483f-b7b8-af31e156a32d req-9d47369b-ca35-4ba7-8db9-9317f757ee0d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 200 len: 850 time: 0.0502381 Jul 14 14:43:52.179166 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-a16d0514-f8d1-4a7a-a040-ed04b4adb2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:52.219455 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d0514-f8d1-4a7a-a040-ed04b4adb2b8 None None] Checking router: a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:43:52.234439 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d0514-f8d1-4a7a-a040-ed04b4adb2b8 None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:43:52.235563 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-a16d0514-f8d1-4a7a-a040-ed04b4adb2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:43:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:52.243415 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51b10c-868d-483f-b7b8-af31e156a32d req-c0a3b2a9-ba46-4107-9963-708a650b4ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:52.245329 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a51b10c-868d-483f-b7b8-af31e156a32d req-c0a3b2a9-ba46-4107-9963-708a650b4ce4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7cc98487-bdf1-43f8-9077-c3b02abf7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702202 Jul 14 14:43:52.393749 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a51b10c-868d-483f-b7b8-af31e156a32d req-7353a404-45f9-4b22-9358-3c9dde14abf7 service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392102 Jul 14 14:43:52.403263 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8c43f-acb4-4064-bb97-16237f62dec9 req-e21f727e-364c-485e-bcfb-a8e80e560cec tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:52.404932 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bbc8c43f-acb4-4064-bb97-16237f62dec9 req-e21f727e-364c-485e-bcfb-a8e80e560cec tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 946 time: 0.1518221 Jul 14 14:43:52.517898 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-bbc8c43f-acb4-4064-bb97-16237f62dec9 req-cb0edd77-db81-4e3e-8616-0d4648a042b8 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904567 Jul 14 14:43:52.552763 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-1a51b10c-868d-483f-b7b8-af31e156a32d req-b1e9cce5-5e80-4956-93ed-2ff3745e721b service neutron] 10.222.0.38 "GET /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402817 Jul 14 14:43:52.573431 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-a16d0514-f8d1-4a7a-a040-ed04b4adb2b8 None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:43:52.808987 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-a16d0514-f8d1-4a7a-a040-ed04b4adb2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:52.862327 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d0514-f8d1-4a7a-a040-ed04b4adb2b8 None None] The sync data for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi is: [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:37:04Z', 'revision_number': 4, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi', '_interfaces': [{'id': 'da340406-78e9-4243-9782-ee60509278a8', 'name': '', 'network_id': '7cc98487-bdf1-43f8-9077-c3b02abf7dcb', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'mac_address': 'fa:16:3e:3c:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:03Z', 'updated_at': '2021-07-14T14:37:13Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'subnets': [{'id': 'c88b88a2-c1f5-42c4-a2d6-f68c246968db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:43:53.095104 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b28c7-5159-4c19-b3fc-95b7a511c614 None None] New status for floating IP 26acf342-4bd9-497b-9cb2-9fcd1b7572d4: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:43:53.616710 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daee82-2111-4360-abf3-e576d32d2922 req-a5b87955-0f34-452f-819d-bafe91e47f06 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:53.618306 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e2daee82-2111-4360-abf3-e576d32d2922 req-a5b87955-0f34-452f-819d-bafe91e47f06 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 946 time: 0.0856440 Jul 14 14:43:53.733448 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-e2daee82-2111-4360-abf3-e576d32d2922 req-e3c5c71c-d68e-4c27-a3ef-6a18de7eac7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Deleting port a9aa80c8-0e39-4820-bab6-c3436cc59e15 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:43:53.733746 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e2daee82-2111-4360-abf3-e576d32d2922 req-e3c5c71c-d68e-4c27-a3ef-6a18de7eac7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:53.826335 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefc37c-8704-46b7-bafd-fcb76d0b75e7 req-1eda7b82-196e-4036-a9dc-203ce208220b tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:43:53.827370 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-e2daee82-2111-4360-abf3-e576d32d2922 req-e3c5c71c-d68e-4c27-a3ef-6a18de7eac7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] For port a9aa80c8-0e39-4820-bab6-c3436cc59e15, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9aa80c8-0e39-4820-bab6-c3436cc59e15,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:43:53.827768 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e2daee82-2111-4360-abf3-e576d32d2922 req-e3c5c71c-d68e-4c27-a3ef-6a18de7eac7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:53.829270 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7fefc37c-8704-46b7-bafd-fcb76d0b75e7 req-1eda7b82-196e-4036-a9dc-203ce208220b tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/ports?device_id=220d957a-bd8a-46c8-a720-68e067fe31cd HTTP/1.1" status: 200 len: 946 time: 0.1037209 Jul 14 14:43:53.844143 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [req-e2daee82-2111-4360-abf3-e576d32d2922 req-e3c5c71c-d68e-4c27-a3ef-6a18de7eac7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Calling delete_port for a9aa80c8-0e39-4820-bab6-c3436cc59e15 owned by compute:nova {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:43:53.883254 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7fefc37c-8704-46b7-bafd-fcb76d0b75e7 req-4adb02b7-79bf-4425-b52b-3a70ba89cc23 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "GET /v2.0/security-groups?id=726f97cd-c290-4934-9b8f-b5fdcc698163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475750 Jul 14 14:43:54.009333 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e2daee82-2111-4360-abf3-e576d32d2922 req-e3c5c71c-d68e-4c27-a3ef-6a18de7eac7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:54.047258 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5c71c-d68e-4c27-a3ef-6a18de7eac7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event deleted for resources: {'Port': ['ID=a9aa80c8-0e39-4820-bab6-c3436cc59e15,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:54.092404 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2daee82-2111-4360-abf3-e576d32d2922 req-e3c5c71c-d68e-4c27-a3ef-6a18de7eac7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] No DVR routers for this DVR port a9aa80c8-0e39-4820-bab6-c3436cc59e15 on host hv-cinder-78692 {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:43:54.095785 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-e2daee82-2111-4360-abf3-e576d32d2922 req-e3c5c71c-d68e-4c27-a3ef-6a18de7eac7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:54.098205 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e2daee82-2111-4360-abf3-e576d32d2922 req-e3c5c71c-d68e-4c27-a3ef-6a18de7eac7f tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.38 "DELETE /v2.0/ports/a9aa80c8-0e39-4820-bab6-c3436cc59e15 HTTP/1.1" status: 204 len: 173 time: 0.4740636 Jul 14 14:43:54.098669 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'name': 'network-vif-deleted', 'tag': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:43:54.100985 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9fa2a833dab9cfd008d1a0750b081087261bc117a47ce6377f24214787ff0c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036d4b36-0c99-41d8-b2aa-446ea8424979" -d '{"events": [{"server_uuid": "220d957a-bd8a-46c8-a720-68e067fe31cd", "name": "network-vif-deleted", "tag": "a9aa80c8-0e39-4820-bab6-c3436cc59e15"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:43:54.152397 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e542b0-0cac-4b6a-bc58-a9ed5099b964 x-openstack-request-id: req-c6e542b0-0cac-4b6a-bc58-a9ed5099b964 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:43:54.152823 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220d957a-bd8a-46c8-a720-68e067fe31cd", "name": "network-vif-deleted", "tag": "a9aa80c8-0e39-4820-bab6-c3436cc59e15", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:43:54.153219 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6e542b0-0cac-4b6a-bc58-a9ed5099b964 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:43:54.153880 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220d957a-bd8a-46c8-a720-68e067fe31cd', 'name': 'network-vif-deleted', 'tag': 'a9aa80c8-0e39-4820-bab6-c3436cc59e15', 'status': 'completed', 'code': 200} Jul 14 14:43:54.993352 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42968) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:43:55.151160 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-d5878382-0e2c-4e0e-b98c-b68e619e3cd4 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Deleting port 6ff2ca8b-2ec7-4ff3-a4a4-212ef8741750 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:43:55.151498 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d5878382-0e2c-4e0e-b98c-b68e619e3cd4 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:55.233250 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d5878382-0e2c-4e0e-b98c-b68e619e3cd4 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:55.233536 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d5878382-0e2c-4e0e-b98c-b68e619e3cd4 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:55.247650 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-d5878382-0e2c-4e0e-b98c-b68e619e3cd4 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Calling delete_port for 6ff2ca8b-2ec7-4ff3-a4a4-212ef8741750 owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:43:55.398065 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d5878382-0e2c-4e0e-b98c-b68e619e3cd4 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:55.425532 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5878382-0e2c-4e0e-b98c-b68e619e3cd4 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event deleted for resources: {'Port': ['ID=6ff2ca8b-2ec7-4ff3-a4a4-212ef8741750,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:55.498256 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d5878382-0e2c-4e0e-b98c-b68e619e3cd4 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:55.501097 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d5878382-0e2c-4e0e-b98c-b68e619e3cd4 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16648397'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:55.502350 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d5878382-0e2c-4e0e-b98c-b68e619e3cd4 tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "DELETE /v2.0/floatingips/d2b1e694-5872-479b-9f2d-f43294614233 HTTP/1.1" status: 204 len: 168 time: 0.5079823 Jul 14 14:43:56.301842 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device a9aa80c8-0e39-4820-bab6-c3436cc59e15 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:43:56.323749 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] No Port match for: a9aa80c8-0e39-4820-bab6-c3436cc59e15 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:43:56.324088 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Device a9aa80c8-0e39-4820-bab6-c3436cc59e15 not bound to the agent host hv-cinder-78692 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:43:56.795011 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42980) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:43:56.860552 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06696c31-0e33-4a01-a1fc-9ff2f4675f8c tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:56.889436 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06696c31-0e33-4a01-a1fc-9ff2f4675f8c tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:56.962100 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06696c31-0e33-4a01-a1fc-9ff2f4675f8c tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:56.964988 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06696c31-0e33-4a01-a1fc-9ff2f4675f8c tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:56.966394 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-06696c31-0e33-4a01-a1fc-9ff2f4675f8c tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] 10.222.0.57 "DELETE /v2.0/security-groups/726f97cd-c290-4934-9b8f-b5fdcc698163 HTTP/1.1" status: 204 len: 168 time: 0.1703551 Jul 14 14:43:56.982866 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06696c31-0e33-4a01-a1fc-9ff2f4675f8c tempest-TestVolumeBootPattern-1038020168 tempest-TestVolumeBootPattern-1038020168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=726f97cd-c290-4934-9b8f-b5fdcc698163,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:57.035707 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42984) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:43:57.894579 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407634'] for router_interface, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:58.170476 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Deleting port da340406-78e9-4243-9782-ee60509278a8 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:43:58.171254 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:58.257937 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] For port da340406-78e9-4243-9782-ee60509278a8, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=da340406-78e9-4243-9782-ee60509278a8,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:43:58.258297 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:58.273031 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Calling delete_port for da340406-78e9-4243-9782-ee60509278a8 owned by network:router_interface {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:43:58.470843 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:58.501299 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=da340406-78e9-4243-9782-ee60509278a8,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:58.531804 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:58.532339 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:58.533248 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:58.533670 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:58.534061 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:58.534451 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:58.534836 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:58.535229 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:58.535704 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:58.536106 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:58.536569 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:58.536954 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:58.725511 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16476220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402870'] for router_interface, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:58.962192 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:43:59.130997 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:43:59.139841 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-521cda52-72af-47fb-94e5-c0e9c27d3a59 admin admin] 10.222.0.57 "PUT /v2.0/routers/a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1011577 Jul 14 14:43:59.142981 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42988) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:43:59.145328 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17defb18-c818-482e-87ab-c97962b077b3 None None] Sync routers for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:43:59.163196 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17defb18-c818-482e-87ab-c97962b077b3 None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:43:59.164575 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-17defb18-c818-482e-87ab-c97962b077b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:43:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:59.303077 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:59.332736 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-17defb18-c818-482e-87ab-c97962b077b3 None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: dv-cinder-786927-3-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:43:59.412325 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:59.471862 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] Deleting port 99bedd21-232a-4b25-b23e-073e18cb0989 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:43:59.472197 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:59.567113 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] For port 99bedd21-232a-4b25-b23e-073e18cb0989, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=99bedd21-232a-4b25-b23e-073e18cb0989,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:43:59.567622 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:59.584247 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] Calling delete_port for 99bedd21-232a-4b25-b23e-073e18cb0989 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:43:59.647330 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-17defb18-c818-482e-87ab-c97962b077b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:43:58Z', 'revision_number': 5, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port': {'id': '99bedd21-232a-4b25-b23e-073e18cb0989', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:01Z', 'updated_at': '2021-07-14T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:59.679187 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17defb18-c818-482e-87ab-c97962b077b3 None None] Checking router: a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 for host: dv-cinder-786927-3-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:43:59.688142 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17defb18-c818-482e-87ab-c97962b077b3 None None] Routers {'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:43:59.688826 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-17defb18-c818-482e-87ab-c97962b077b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:43:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:59.785732 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-17defb18-c818-482e-87ab-c97962b077b3 None None] Set router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 gateway port host: None {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:43:59.829609 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:43:59.842724 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-17defb18-c818-482e-87ab-c97962b077b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:43:59Z', 'revision_number': 6, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port_host': None}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:59.860968 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] Pushing event deleted for resources: {'Port': ['ID=99bedd21-232a-4b25-b23e-073e18cb0989,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:59.876100 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17defb18-c818-482e-87ab-c97962b077b3 None None] The sync data for ids ['a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7'] in dv-cinder-786927-3-iscsi is: [{'id': 'a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7', 'name': 'tempest-TestVolumeBootPattern-989359691-router', 'tenant_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:00Z', 'updated_at': '2021-07-14T14:43:59Z', 'revision_number': 6, 'project_id': 'ec6bfd439e9e45e2bfcf745db1ea0e63', 'gw_port_host': None}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:43:59.968434 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406068'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.090027 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12473'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.092464 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.139970 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16371247'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.141005 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:44:00.150269 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.152272 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dc1f2f51-51e1-4c8b-81a1-be95fb8363ed admin admin] 10.222.0.57 "DELETE /v2.0/routers/a5c09e66-d8e3-460b-95b0-c9d3f8ab27f7 HTTP/1.1" status: 204 len: 168 time: 1.0074499 Jul 14 14:44:00.154754 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42990) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:44:00.235143 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7d3950-017e-4366-9315-4965898125f6 admin admin] Deleting subnet c88b88a2-c1f5-42c4-a2d6-f68c246968db {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:44:00.240098 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3950-017e-4366-9315-4965898125f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.300766 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3950-017e-4366-9315-4965898125f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973850'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.422867 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3950-017e-4366-9315-4965898125f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.483267 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3950-017e-4366-9315-4965898125f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3973698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4014944'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.515338 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3950-017e-4366-9315-4965898125f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.521602 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ae7d3950-017e-4366-9315-4965898125f6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c88b88a2-c1f5-42c4-a2d6-f68c246968db HTTP/1.1" status: 204 len: 168 time: 0.3632631 Jul 14 14:44:00.521602 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d3950-017e-4366-9315-4965898125f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c88b88a2-c1f5-42c4-a2d6-f68c246968db,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:00.522454 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42992) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:44:00.526993 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76850d33-57e1-45a8-978a-665deb5af37e None None] Network 7cc98487-bdf1-43f8-9077-c3b02abf7dcb requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:44:00.598863 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.668463 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Deleting port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:44:00.668952 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.751623 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] For port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782,segment=NetworkSegment(42157b90-7648-43de-8f7e-62af57270695),segment_id=42157b90-7648-43de-8f7e-62af57270695)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:44:00.752183 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.777024 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Calling delete_port for 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 owned by network:dhcp {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:44:00.829700 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] DHCP port deletion for 7cc98487-bdf1-43f8-9077-c3b02abf7dcb request from dv-cinder-786927-3-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:44:00.893288 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.899437 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Deleting port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:44:00.900057 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:00.943056 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:00.948792 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] No DVR routers for this DVR port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 on host dv-cinder-786927-3-iscsi {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:44:01.012417 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] For port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782, host dv-cinder-786927-3-iscsi, got binding levels [] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:44:01.012939 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:01.030602 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Calling delete_port for 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:44:01.034543 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.ipam_backend_mixin [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 was not found and therefore no delete operation was performed {{(pid=92929) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 14:44:01.037139 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:01.049711 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:01.065397 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Pushing event deleted for resources: {'Port': ['ID=0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:01.068990 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] No DVR routers for this DVR port 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 on host dv-cinder-786927-3-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:44:01.069668 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc98487-bdf1-43f8-9077-c3b02abf7dcb']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:44:01.076057 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:01.076409 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:01.076747 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:01.082218 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:01.082218 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:01.082218 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:01.082218 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:01.082218 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:01.082218 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:01.082218 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:01.082218 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:01.082218 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38373a7-5781-4b19-a753-06b1332b7723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-3-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:01.090834 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42157b90-7648-43de-8f7e-62af57270695') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:44:01.091375 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42157b90-7648-43de-8f7e-62af57270695') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:44:01.105145 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3664175'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:01.131645 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:01.140495 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:44:01.141233 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796561'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: timer() Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: cb(*args, **kw) Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: self._notify() Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: self.callback(batched_events) Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: event.method(event) Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._get(url).json() Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:44:01.145157 dv-cinder-786927-3-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:44:01.160436 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device da340406-78e9-4243-9782-ee60509278a8 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:44:01.199444 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: da340406-78e9-4243-9782-ee60509278a8 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:44:01.200016 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device da340406-78e9-4243-9782-ee60509278a8 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:44:01.200725 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 99bedd21-232a-4b25-b23e-073e18cb0989 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:44:01.225183 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:01.234267 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:01.234853 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: 99bedd21-232a-4b25-b23e-073e18cb0989 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:44:01.235475 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 99bedd21-232a-4b25-b23e-073e18cb0989 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:44:01.236161 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:44:01.237167 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7cc98487-bdf1-43f8-9077-c3b02abf7dcb HTTP/1.1" status: 204 len: 168 time: 0.7134809 Jul 14 14:44:01.240197 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 42994) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:44:01.249823 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9dd4d-9513-4cfb-9d96-c0edee032385 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cc98487-bdf1-43f8-9077-c3b02abf7dcb,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:01.262755 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:44:01.263100 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 0d6ed49b-a5c0-40c4-9fcb-9e98cb10d782 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:44:01.661642 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:44:01.966552 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b537a625-6f20-4c56-a8f0-dae384a403bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407634'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:02.238663 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-b537a625-6f20-4c56-a8f0-dae384a403bf admin admin] Deleting port 3b10e1f9-7203-436c-bf5b-f7e40e310014 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:44:02.238962 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b537a625-6f20-4c56-a8f0-dae384a403bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:02.321214 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-b537a625-6f20-4c56-a8f0-dae384a403bf admin admin] For port 3b10e1f9-7203-436c-bf5b-f7e40e310014, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=3b10e1f9-7203-436c-bf5b-f7e40e310014,segment=NetworkSegment(239801ab-1de1-4ead-871d-e05f848a57f4),segment_id=239801ab-1de1-4ead-871d-e05f848a57f4)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:44:02.321959 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b537a625-6f20-4c56-a8f0-dae384a403bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:02.337537 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-b537a625-6f20-4c56-a8f0-dae384a403bf admin admin] Calling delete_port for 3b10e1f9-7203-436c-bf5b-f7e40e310014 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:44:02.533839 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b537a625-6f20-4c56-a8f0-dae384a403bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:02.570353 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537a625-6f20-4c56-a8f0-dae384a403bf admin admin] Pushing event deleted for resources: {'Port': ['ID=3b10e1f9-7203-436c-bf5b-f7e40e310014,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:02.785021 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b537a625-6f20-4c56-a8f0-dae384a403bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16476220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402870'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:03.022912 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b537a625-6f20-4c56-a8f0-dae384a403bf admin admin] Router 7906d935-7feb-4745-93b5-f6d188b5fbfc has already been hosted by L3 agent bd6c915f-038c-47ac-bceb-42dde037b48e {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:44:03.149205 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b537a625-6f20-4c56-a8f0-dae384a403bf admin admin] Notify agent at l3_agent.dv-cinder-786927-3-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:44:03.159489 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b537a625-6f20-4c56-a8f0-dae384a403bf admin admin] 10.222.0.57 "PUT /v2.0/routers/7906d935-7feb-4745-93b5-f6d188b5fbfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9144847 Jul 14 14:44:03.160566 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 42996) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:44:03.161922 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a2f678-ccbb-4207-b779-f4bd32cddc29 None None] Sync routers for ids ['7906d935-7feb-4745-93b5-f6d188b5fbfc'] in dv-cinder-786927-3-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:44:03.175546 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a2f678-ccbb-4207-b779-f4bd32cddc29 None None] Routers {'7906d935-7feb-4745-93b5-f6d188b5fbfc'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:44:03.176820 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-30a2f678-ccbb-4207-b779-f4bd32cddc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:43:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['7906d935-7feb-4745-93b5-f6d188b5fbfc'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:44:03.314928 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] Notify callbacks [] for router, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:03.331172 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-30a2f678-ccbb-4207-b779-f4bd32cddc29 None None] Set router 7906d935-7feb-4745-93b5-f6d188b5fbfc gateway port host: dv-cinder-786927-3-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:44:03.490721 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:03.560996 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] Deleting port bc0840b1-2dae-4703-81a7-b23f2790789b {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:44:03.561560 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:03.602343 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-30a2f678-ccbb-4207-b779-f4bd32cddc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'name': 'tempest-TestVolumeBootPattern-31630792-router', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'external_fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': 'bc0840b1-2dae-4703-81a7-b23f2790789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:08Z', 'updated_at': '2021-07-14T14:44:02Z', 'revision_number': 5, 'project_id': '19aea30e1f034103b58958c2f4202738', 'gw_port': {'id': 'bc0840b1-2dae-4703-81a7-b23f2790789b', 'name': '', 'network_id': 'aee5fac4-045e-4b71-9019-7c5205bf3b95', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '75065870-657b-413c-99c1-a0b46764d19f', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T14:37:09Z', 'updated_at': '2021-07-14T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75065870-657b-413c-99c1-a0b46764d19f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-3-iscsi'}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:44:03.630897 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a2f678-ccbb-4207-b779-f4bd32cddc29 None None] Checking router: 7906d935-7feb-4745-93b5-f6d188b5fbfc for host: dv-cinder-786927-3-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:44:03.641396 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a2f678-ccbb-4207-b779-f4bd32cddc29 None None] Routers {'7906d935-7feb-4745-93b5-f6d188b5fbfc'} bound to L3 agent in host dv-cinder-786927-3-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:44:03.643060 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-30a2f678-ccbb-4207-b779-f4bd32cddc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:53:46Z,description=,heartbeat_timestamp=2021-07-14T14:43:46Z,host='dv-cinder-786927-3-iscsi',id=bd6c915f-038c-47ac-bceb-42dde037b48e,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:53:46Z,topic='l3_agent')) {'router_ids': ['7906d935-7feb-4745-93b5-f6d188b5fbfc'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:44:03.679447 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] For port bc0840b1-2dae-4703-81a7-b23f2790789b, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=bc0840b1-2dae-4703-81a7-b23f2790789b,segment=NetworkSegment(2720ba2e-84db-434a-839f-4fa7ed257908),segment_id=2720ba2e-84db-434a-839f-4fa7ed257908)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:44:03.679798 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:03.694186 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] Calling delete_port for bc0840b1-2dae-4703-81a7-b23f2790789b owned by network:router_gateway {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:44:03.791532 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-30a2f678-ccbb-4207-b779-f4bd32cddc29 None None] Set router 7906d935-7feb-4745-93b5-f6d188b5fbfc gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:44:03.864642 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-30a2f678-ccbb-4207-b779-f4bd32cddc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'name': 'tempest-TestVolumeBootPattern-31630792-router', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:08Z', 'updated_at': '2021-07-14T14:44:03Z', 'revision_number': 6, 'project_id': '19aea30e1f034103b58958c2f4202738', 'gw_port_host': None}], 'dv-cinder-786927-3-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:44:03.906054 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2797026'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:03.953216 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0840b1-2dae-4703-81a7-b23f2790789b,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:03.987113 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a2f678-ccbb-4207-b779-f4bd32cddc29 None None] The sync data for ids ['7906d935-7feb-4745-93b5-f6d188b5fbfc'] in dv-cinder-786927-3-iscsi is: [{'id': '7906d935-7feb-4745-93b5-f6d188b5fbfc', 'name': 'tempest-TestVolumeBootPattern-31630792-router', 'tenant_id': '19aea30e1f034103b58958c2f4202738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T14:37:08Z', 'updated_at': '2021-07-14T14:44:03Z', 'revision_number': 6, 'project_id': '19aea30e1f034103b58958c2f4202738', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:44:04.057634 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406068'] for router_gateway, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.154411 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16370623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12473'] for router, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.156967 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.212139 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16371247'] for router, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.213211 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7906d935-7feb-4745-93b5-f6d188b5fbfc {{(pid=92927) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:44:04.222039 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.223916 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d74661bf-e0cc-47d7-9294-6aa9c0c9e82a admin admin] 10.222.0.57 "DELETE /v2.0/routers/7906d935-7feb-4745-93b5-f6d188b5fbfc HTTP/1.1" status: 204 len: 168 time: 1.0616958 Jul 14 14:44:04.226691 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 43000) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:44:04.291321 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b3b375-f8ba-4357-bb43-311f80c2d3ae admin admin] Deleting subnet d7d7410f-9e58-4583-a7a5-1e16a1793ff6 {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:44:04.294818 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-01b3b375-f8ba-4357-bb43-311f80c2d3ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.334308 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-01b3b375-f8ba-4357-bb43-311f80c2d3ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3664182'] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.435271 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-01b3b375-f8ba-4357-bb43-311f80c2d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16106302'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.498954 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-01b3b375-f8ba-4357-bb43-311f80c2d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16106247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2796991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3572722'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.548691 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3b375-f8ba-4357-bb43-311f80c2d3ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d7410f-9e58-4583-a7a5-1e16a1793ff6,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:04.552146 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-01b3b375-f8ba-4357-bb43-311f80c2d3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.555589 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-01b3b375-f8ba-4357-bb43-311f80c2d3ae admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d7d7410f-9e58-4583-a7a5-1e16a1793ff6 HTTP/1.1" status: 204 len: 168 time: 0.3272777 Jul 14 14:44:04.556968 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd846e79-673e-4cc2-878f-5a1eea8ecdce None None] Network e3ca4342-15bd-4a01-adac-dc49b91f7120 requested from dv-cinder-786927-3-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:44:04.559263 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 43002) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:44:04.639737 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726427'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.727501 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Deleting port b7eda899-432b-4e86-8d3f-46bd6f50452d {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:44:04.727877 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.785138 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d47b1c-cc72-4d5f-8f32-138669b21cc6 None None] DHCP port deletion for e3ca4342-15bd-4a01-adac-dc49b91f7120 request from dv-cinder-786927-3-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:44:04.828844 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] For port b7eda899-432b-4e86-8d3f-46bd6f50452d, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=b7eda899-432b-4e86-8d3f-46bd6f50452d,segment=NetworkSegment(239801ab-1de1-4ead-871d-e05f848a57f4),segment_id=239801ab-1de1-4ead-871d-e05f848a57f4)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:44:04.830039 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.846094 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-64d47b1c-cc72-4d5f-8f32-138669b21cc6 None None] Deleting port b7eda899-432b-4e86-8d3f-46bd6f50452d {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:44:04.846598 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-64d47b1c-cc72-4d5f-8f32-138669b21cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738287116463'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.851466 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Calling delete_port for b7eda899-432b-4e86-8d3f-46bd6f50452d owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:44:04.947559 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-64d47b1c-cc72-4d5f-8f32-138669b21cc6 None None] For port b7eda899-432b-4e86-8d3f-46bd6f50452d, host dv-cinder-786927-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-3-iscsi',level=0,port_id=b7eda899-432b-4e86-8d3f-46bd6f50452d,segment=NetworkSegment(239801ab-1de1-4ead-871d-e05f848a57f4),segment_id=239801ab-1de1-4ead-871d-e05f848a57f4)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:44:04.947947 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-64d47b1c-cc72-4d5f-8f32-138669b21cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402929'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:04.965987 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-64d47b1c-cc72-4d5f-8f32-138669b21cc6 None None] Calling delete_port for b7eda899-432b-4e86-8d3f-46bd6f50452d owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:44:04.985868 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3973663'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:05.034724 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7eda899-432b-4e86-8d3f-46bd6f50452d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:05.043772 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] No DVR routers for this DVR port b7eda899-432b-4e86-8d3f-46bd6f50452d on host dv-cinder-786927-3-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:44:05.050135 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-64d47b1c-cc72-4d5f-8f32-138669b21cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738287123429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738286730945'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:05.077253 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d47b1c-cc72-4d5f-8f32-138669b21cc6 None None] Pushing event deleted for resources: {'Port': ['ID=b7eda899-432b-4e86-8d3f-46bd6f50452d,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:05.081507 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d47b1c-cc72-4d5f-8f32-138669b21cc6 None None] No DVR routers for this DVR port b7eda899-432b-4e86-8d3f-46bd6f50452d on host dv-cinder-786927-3-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:44:05.181653 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 3b10e1f9-7203-436c-bf5b-f7e40e310014 no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:44:05.182258 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16108215', 'neutron.services.segments.db._delete_segments_for_network-8738287218580'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:05.194356 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ca4342-15bd-4a01-adac-dc49b91f7120']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:44:05.206442 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239801ab-1de1-4ead-871d-e05f848a57f4') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:44:05.206743 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239801ab-1de1-4ead-871d-e05f848a57f4') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:44:05.218221 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: 3b10e1f9-7203-436c-bf5b-f7e40e310014 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:44:05.219022 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device 3b10e1f9-7203-436c-bf5b-f7e40e310014 not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:44:05.219873 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device bc0840b1-2dae-4703-81a7-b23f2790789b no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:44:05.220864 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738287199627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973827'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:05.239410 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:05.246919 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:44:05.247328 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16112255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3974124'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: timer() Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: cb(*args, **kw) Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: self._notify() Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: self.callback(batched_events) Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: event.method(event) Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._get(url).json() Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:44:05.249330 dv-cinder-786927-3-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:44:05.254361 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: bc0840b1-2dae-4703-81a7-b23f2790789b {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:44:05.254724 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device bc0840b1-2dae-4703-81a7-b23f2790789b not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:44:05.255143 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device b7eda899-432b-4e86-8d3f-46bd6f50452d no longer exists at agent ovs-agent-dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:44:05.277177 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] No Port match for: b7eda899-432b-4e86-8d3f-46bd6f50452d {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:44:05.277528 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Device b7eda899-432b-4e86-8d3f-46bd6f50452d not bound to the agent host dv-cinder-786927-3-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:44:05.311819 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16108220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16487853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16476215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406040'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:05.318644 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16476225'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:05.320691 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e3ca4342-15bd-4a01-adac-dc49b91f7120 HTTP/1.1" status: 204 len: 168 time: 0.7604175 Jul 14 14:44:05.332646 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f40f9-ed4b-4fd1-b66d-67ec07b63430 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ca4342-15bd-4a01-adac-dc49b91f7120,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:05.460113 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 43006) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:44:05.505199 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-05559e49-6487-4e22-b6c0-d8da2ffdbd4c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ec6bfd439e9e45e2bfcf745db1ea0e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437884 Jul 14 14:44:05.509326 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.57', 43008) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:44:05.565112 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fe51e62a-8173-44ec-8229-4022ab40bc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:05.590512 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fe51e62a-8173-44ec-8229-4022ab40bc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:05.645032 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fe51e62a-8173-44ec-8229-4022ab40bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:05.648258 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fe51e62a-8173-44ec-8229-4022ab40bc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:05.649830 dv-cinder-786927-3-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fe51e62a-8173-44ec-8229-4022ab40bc87 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2a54d45f-3770-499b-99d0-7da389b4d23b HTTP/1.1" status: 204 len: 168 time: 0.1393321 Jul 14 14:44:05.661013 dv-cinder-786927-3-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51e62a-8173-44ec-8229-4022ab40bc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a54d45f-3770-499b-99d0-7da389b4d23b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:06.028504 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 43014) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:44:06.075327 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-9533b698-dad0-4604-91d5-7d922887dc4d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=19aea30e1f034103b58958c2f4202738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451107 Jul 14 14:44:06.077771 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.57', 43016) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:44:06.134169 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8f4d41c3-6b7d-415f-9d8d-4d5aba798935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:06.159205 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8f4d41c3-6b7d-415f-9d8d-4d5aba798935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:06.215684 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8f4d41c3-6b7d-415f-9d8d-4d5aba798935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16262424'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:06.218478 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8f4d41c3-6b7d-415f-9d8d-4d5aba798935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:06.220474 dv-cinder-786927-3-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8f4d41c3-6b7d-415f-9d8d-4d5aba798935 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3abf6be4-2de9-46d3-9305-906380219e65 HTTP/1.1" status: 204 len: 168 time: 0.1410384 Jul 14 14:44:06.233876 dv-cinder-786927-3-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d41c3-6b7d-415f-9d8d-4d5aba798935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abf6be4-2de9-46d3-9305-906380219e65,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:11.264111 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:13.743305 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dcf0c4ca-2181-4214-9355-e79772f68d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:16.420346 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-35109bf0-009a-471e-9353-1beca6181534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:16.551908 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:17.551074 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:19.420798 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:38.661746 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:44:41.285229 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:43.749414 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-93bfbcbd-e125-4510-b4ea-5b549458cab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:46.425518 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5b84a215-8175-44c2-b2dc-ad81f0eea74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:46.562000 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:47.554575 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:44:49.425659 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:45:11.279605 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:45:13.751942 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e972a720-4979-4a1e-a478-40289e5fcbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:45:15.661569 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:45:16.429717 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-430baa53-1f66-4b48-8a70-bcc64cb2c508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:45:16.558144 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:45:17.558170 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:45:19.430846 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:45:41.293923 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:45:43.757524 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b52bddd9-df7e-4291-bac0-1abbdb51f588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:45:46.437068 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b8bd532-daab-4dd4-a4cb-be2d6b51a3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:45:46.554041 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:45:47.560710 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:45:49.431759 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:45:52.661858 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:46:11.309761 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:46:13.759627 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3cd3146b-22e4-4590-a906-d6d3bb3d17c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:46:16.430270 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-def040e7-2a93-4774-87c8-1a29388ffc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:46:16.549140 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:46:17.562781 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:46:19.434765 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:46:29.661164 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:46:41.324639 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:46:43.769513 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1126daa6-030c-4207-a3b4-f391856b0c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:46:46.434769 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3e1c49d4-c205-4fc5-9daf-bff746dd982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:46:46.553457 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:46:47.566407 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:46:49.437186 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:47:06.659940 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:47:11.328746 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:47:13.763870 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-64c2a2a9-5c53-407c-a91b-94abae59e1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:47:16.430431 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fc1aa55b-5b0c-4bc3-93f8-26c7e85d31ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:47:16.556341 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:47:17.574611 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:47:19.447851 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:47:41.331941 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:47:43.661524 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:47:43.768027 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-41edfe2e-ae11-4899-8672-8edaaf94bb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:47:46.433790 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c0c7-527d-428e-a3d8-3ee577079f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:47:46.560631 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:47:47.574038 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:47:49.443662 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:48:11.339074 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:48:13.770998 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e4d449b0-3543-4502-b8fc-e14cf1cc17a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:48:16.438699 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce8cb-a037-45f2-91f9-bee7ad601db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:48:16.564070 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:48:17.573986 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:48:19.447216 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:48:20.661244 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:48:41.353511 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f935a0d-7391-4579-93e6-8daaa8f91300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:48:43.775577 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1594d03f-c906-4060-b854-c4dd83aebf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:48:46.442247 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ea57fd27-351b-4086-b244-8d476e536e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:48:46.574836 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc9e6113-29c4-4902-aabe-c2eab7949e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:48:47.576662 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-62f8f9a1-6418-4c69-899a-171c243f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:48:49.448813 dv-cinder-786927-3-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0d85e027-7640-49e1-a47a-13a54d1f3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738287222510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16118781'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:48:57.661417 dv-cinder-786927-3-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-46909cc5-a73d-4ac9-a85a-33543c80f370 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}